-- Logs begin at Thu 2021-08-26 11:38:32 UTC, end at Thu 2021-08-26 12:59:10 UTC. -- Aug 26 12:28:50.390255 dv-cinder-806140-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 12:28:53.151295 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.common.config [-] Logging enabled! Aug 26 12:28:53.151928 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 12:28:53.152087 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 12:28:53.155339 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.common.config [-] Logging enabled! Aug 26 12:28:53.155591 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 12:28:53.155903 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 12:28:53.156895 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:28:53.157135 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:28:53.157502 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:28:53.157747 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:28:53.157975 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:28:53.158300 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.158601 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.158902 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.159134 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.159431 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.159729 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.160016 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.160309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.160631 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.160925 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.161211 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.161499 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.162638 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.162929 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.163225 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.163518 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.163747 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] debug = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.164033 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.164466 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.164891 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.165182 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.165632 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.165759 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.166036 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.166314 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.166602 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.166948 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] host = dv-cinder-806140-1-iscsi {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.167237 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.167529 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.167815 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.168106 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.168381 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.168668 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.168982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.169263 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.169543 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.169826 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.170120 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.170418 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.170713 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.170945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.171169 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.171461 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.171754 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.172036 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.172314 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.172593 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.172893 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.173877 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.173877 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.173877 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.174130 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.174267 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.174545 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.174825 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.175412 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.175412 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.175660 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.175939 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.176233 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.176495 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.176806 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.177083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.177915 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.178232 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.178524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.178812 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.179101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.179382 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.179671 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.179950 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.180226 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.180509 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_json = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.180806 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.181083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.181365 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.181642 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.181918 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.182195 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.182469 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.182758 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:53.183060 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.183360 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.183668 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.183956 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.184356 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.184644 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.184962 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.185245 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.185539 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.185841 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.186136 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.186418 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.186708 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.186988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.187287 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.187599 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.187899 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.188197 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.188478 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.188773 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.189055 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.189336 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.189630 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.189911 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.190202 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.190498 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.190782 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.191073 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.191368 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.192346 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.192346 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.192346 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.192594 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.192773 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.193101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.193383 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.193674 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.193955 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.194235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.194521 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.194803 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.195086 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.195363 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.195639 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.195938 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.196221 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.196493 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.196784 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.197069 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.197344 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198098 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198098 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198316 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198428 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198685 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.198957 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.199236 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.199514 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.199787 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.200060 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.200334 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.200620 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.200912 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.201184 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.201458 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.201735 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.202005 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.202286 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.202562 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.202840 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.203116 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.203390 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.203659 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.203948 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.204253 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.204538 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.204845 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.205133 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.205416 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.205698 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.205978 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.206263 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.206548 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.206822 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.207116 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.207406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.207698 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.207982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.208264 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.209253 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.209544 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.209837 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.210123 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.210410 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.210701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.210990 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.211296 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.211596 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.211894 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.212193 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.212492 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.212799 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.213118 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.213403 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:53.213624 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:28:53.213877 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94494) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 12:28:53.568382 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 12:28:53.568663 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 12:28:53.568977 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 12:28:53.569312 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 12:28:53.968356 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:53.968563 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:53.968858 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:53.970185 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:53.970463 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:53.970732 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.008358 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.008642 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.008940 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.025062 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.025351 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.025626 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.055695 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.056179 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.056367 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.098547 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.098828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.099121 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.332093 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.332774 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.332774 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.332977 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.335283 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.463003 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.463319 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.463604 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.463877 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.464146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.464460 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.464724 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.465015 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.465267 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.465551 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.465813 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.466083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.466343 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.466596 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.466857 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.467122 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.467379 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.467647 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.467919 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.468193 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.468459 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.468713 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.469026 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.469530 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.469710 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.469963 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.470381 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.470624 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.470867 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.471101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.471335 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.471571 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:54.471947 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 12:28:54.475728 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 12:28:54.479822 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 12:28:54.483726 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 26 12:28:54.485422 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 12:28:54.485883 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 12:28:54.486219 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 12:28:54.486607 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 12:28:54.489604 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 12:28:54.489892 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 12:28:54.490245 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 12:28:54.496290 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 12:28:54.519129 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 12:28:54.519608 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.519916 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94494) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 12:28:54.520289 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.522249 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94494) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 12:28:54.522545 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 12:28:54.522796 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 12:28:54.526036 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.526324 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:54.590301 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 12:28:54.590482 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 12:28:54.590694 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 12:28:54.591082 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 12:28:54.612557 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_db.sqlalchemy.engines [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94494) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 12:28:55.323497 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing driver for type 'gre' Aug 26 12:28:55.324036 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] gre ID ranges: [(1, 1000)] Aug 26 12:28:55.454563 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing driver for type 'local' Aug 26 12:28:55.455189 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing driver for type 'vlan' Aug 26 12:28:55.546861 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] VlanTypeDriver initialization complete Aug 26 12:28:55.547432 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing driver for type 'vxlan' Aug 26 12:28:55.548223 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] vxlan ID ranges: [(1, 1000)] Aug 26 12:28:55.729298 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing extension driver 'port_security' Aug 26 12:28:55.729618 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.extensions.port_security [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] PortSecurityExtensionDriver initialization complete Aug 26 12:28:55.729997 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing mechanism driver 'openvswitch' Aug 26 12:28:55.730362 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing mechanism driver 'hyperv' Aug 26 12:28:55.737019 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:55.737717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.738098 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.738458 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.741386 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.743064 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.743493 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.756235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.756654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.756654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.757045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.757045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > address_group after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > address_group after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:28:55.757396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] ML2 OVO RPC backend initialized. {{(pid=94494) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 12:28:55.757396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757762 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757762 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757762 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > networks before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.757762 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758043 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > ports before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758043 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758043 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnets before_response 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758043 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758619 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758619 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758619 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758619 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.758912 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.plugin [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Modular L2 Plugin initialization complete Aug 26 12:28:55.758912 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading services supported by the core plugin {{(pid=94494) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 12:28:55.758912 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.plugins.ml2.managers [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Got port-security extension from driver 'port_security' Aug 26 12:28:55.758912 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.extensions.vlantransparent [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Disabled vlantransparent extension. Aug 26 12:28:55.758912 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94494) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 12:28:55.759366 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: router Aug 26 12:28:55.809798 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.810193 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_create 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.810562 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router before_create 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.810930 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.811324 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.811667 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_delete 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.812029 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.812378 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.812761 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_create 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.813115 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.813496 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.813811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.814168 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.814576 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.814944 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.815291 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.815629 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: subnet after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.815969 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.816320 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.816667 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_create 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.817032 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.817379 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.817746 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router after_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.818615 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.818968 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_create 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.819331 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.819676 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_update 55549900 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.820043 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > agent after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.820391 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > agent after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.820753 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > network after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.821680 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Tracking information for resource: router configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:55.822017 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Tracking information for resource: floatingip configured {{(pid=94494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:28:55.827250 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.db.l3_agentschedulers_db [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 12:28:55.827841 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.828199 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.828548 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.828940 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.829748 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router before_create 55550100 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.830110 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.830471 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_create 55550100 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.830826 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > router precommit_update 55550100 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.836129 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.provider_configuration [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service providers = [] {{(pid=94494) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 12:28:55.843523 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.db.servicetype_db [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94494) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 12:28:55.846270 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.service_base [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:28:55.846586 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.service_base [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:28:55.846932 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.service_base [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:28:55.847837 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.services.service_base [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:28:55.848468 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.services.service_base [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 12:28:55.848894 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.849729 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 12:28:55.860473 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.860840 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: auto_allocate Aug 26 12:28:55.873774 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: network precommit_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.874152 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: network precommit_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.874688 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.875007 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: tag Aug 26 12:28:55.881647 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.881976 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: timestamp Aug 26 12:28:55.886053 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.886384 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: network_ip_availability Aug 26 12:28:55.891978 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.892356 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.892713 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:55.893508 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.893830 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: flavors Aug 26 12:28:55.906549 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.906993 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading Plugin: revisions Aug 26 12:28:55.912318 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:28:55.912839 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=94494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 12:28:55.913725 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94494) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 12:28:55.914094 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Initializing extension manager. Aug 26 12:28:55.914694 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: __init__.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.915075 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: __pycache__ {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.915439 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.915810 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: address_group.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.916679 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.917381 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: address-group Aug 26 12:28:55.917742 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: address_scope.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.918497 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.919047 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: address-scope Aug 26 12:28:55.919478 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.920529 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.921199 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: router-admin-state-down-before-update Aug 26 12:28:55.921614 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: agent.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.922659 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.923268 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: agent Aug 26 12:28:55.923675 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: agent_resources_synced.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.924752 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.925363 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: agent-resources-synced Aug 26 12:28:55.925772 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: allowedaddresspairs.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.928294 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.928864 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: allowed-address-pairs Aug 26 12:28:55.929193 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: auto_allocated_topology.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.930329 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.930841 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: auto-allocated-topology Aug 26 12:28:55.931168 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: availability_zone.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.931876 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.932380 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: availability_zone Aug 26 12:28:55.932704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: availability_zone_filter.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.933648 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.934152 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: availability_zone_filter Aug 26 12:28:55.934485 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: data_plane_status.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.935414 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.935924 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 12:28:55.936248 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: default_subnetpools.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.943183 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.943710 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: default-subnetpools Aug 26 12:28:55.944033 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.944956 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.945468 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: dhcp_agent_scheduler Aug 26 12:28:55.945793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: dns.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.946740 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.947251 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension dns-integration not supported by any of loaded plugins Aug 26 12:28:55.947576 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: dns_domain_ports.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.948499 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.949052 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 12:28:55.949374 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.950299 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.950806 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 12:28:55.951127 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: dvr.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.951814 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.952322 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: dvr Aug 26 12:28:55.952644 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: ecmp_routes.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.953613 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.954103 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 12:28:55.954420 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: empty_string_filtering.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.955332 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.955837 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: empty-string-filtering Aug 26 12:28:55.956155 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.957087 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.957589 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 12:28:55.957908 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.958843 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.959346 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 12:28:55.959664 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: external_net.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.960698 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.961114 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: external-net Aug 26 12:28:55.961435 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.962356 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.962861 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: extra_dhcp_opt Aug 26 12:28:55.963185 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: extraroute.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.964099 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.964603 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: extraroute Aug 26 12:28:55.964956 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: extraroute_atomic.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.966022 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.966552 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: extraroute-atomic Aug 26 12:28:55.966875 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: filter_validation.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.967566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.968066 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: filter-validation Aug 26 12:28:55.968387 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: fip_pf_description.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.972139 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.972652 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 12:28:55.973259 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: fip_port_details.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.974710 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.975220 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: fip-port-details Aug 26 12:28:55.975545 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: flavors.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.976836 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.977359 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: flavors Aug 26 12:28:55.977690 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.979430 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.979905 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 12:28:55.980243 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: floatingip_pools.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.980991 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.981506 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: floatingip-pools Aug 26 12:28:55.981834 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: ip_allocation.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.982773 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.983283 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 12:28:55.983612 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.984538 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.985079 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: ip-substring-filtering Aug 26 12:28:55.985408 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l2_adjacency.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.986338 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.986846 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 12:28:55.987171 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.988347 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.988914 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: router Aug 26 12:28:55.989247 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.992147 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.992685 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 12:28:55.993046 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.994006 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.994523 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: ext-gw-mode Aug 26 12:28:55.994855 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.995772 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.996280 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: l3-ha Aug 26 12:28:55.996607 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3_flavors.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.997560 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.998075 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: l3-flavors Aug 26 12:28:55.998401 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:55.999328 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:55.999835 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 12:28:56.000159 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: l3agentscheduler.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.001299 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.001805 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: l3_agent_scheduler Aug 26 12:28:56.002133 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: logging.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.003672 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.004185 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension logging not supported by any of loaded plugins Aug 26 12:28:56.004523 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: metering.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.005348 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.005935 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: metering Aug 26 12:28:56.006262 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.007373 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.007880 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: metering_source_and_destination_fields Aug 26 12:28:56.008205 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: multiprovidernet.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.009166 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.009674 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: multi-provider Aug 26 12:28:56.009998 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: netmtu.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.010923 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.011497 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: net-mtu Aug 26 12:28:56.011822 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: netmtu_writable.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.012794 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.013367 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: net-mtu-writable Aug 26 12:28:56.013696 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: network_availability_zone.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.014384 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.014893 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: network_availability_zone Aug 26 12:28:56.015208 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: network_ip_availability.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.016347 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.016891 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: network-ip-availability Aug 26 12:28:56.017217 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: network_segment_range.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.018010 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.018512 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 12:28:56.018833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: pagination.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.019809 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.020139 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: pagination Aug 26 12:28:56.020581 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: port_device_profile.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.028939 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.029523 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: port-device-profile Aug 26 12:28:56.029879 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.030865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.031509 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: port-mac-address-regenerate Aug 26 12:28:56.031879 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.032917 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.033481 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: port-numa-affinity-policy Aug 26 12:28:56.033842 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: port_resource_request.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.034813 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.035361 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 12:28:56.035724 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: portbindings.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.037290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.037804 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: binding Aug 26 12:28:56.038127 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: portbindings_extended.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.039587 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.040107 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: binding-extended Aug 26 12:28:56.040440 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: portsecurity.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.041394 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.041912 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: port-security Aug 26 12:28:56.042238 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: project_id.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.043208 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.043545 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: project-id Aug 26 12:28:56.043868 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: providernet.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.044829 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.045343 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: provider Aug 26 12:28:56.045668 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.049350 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.049887 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos not supported by any of loaded plugins Aug 26 12:28:56.050219 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.051489 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.052010 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 12:28:56.052977 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.053908 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.054424 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 12:28:56.054750 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_default.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.063106 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.063767 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-default not supported by any of loaded plugins Aug 26 12:28:56.064192 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_fip.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.065057 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.065669 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-fip not supported by any of loaded plugins Aug 26 12:28:56.066076 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_gateway_ip.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.067457 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.068316 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 12:28:56.068875 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_port_network_policy.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.069891 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.070454 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 12:28:56.070811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_pps_rule.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.072117 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.072681 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-pps not supported by any of loaded plugins Aug 26 12:28:56.073111 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_rule_type_details.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.074085 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.074640 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 12:28:56.074997 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: qos_rules_alias.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.076093 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.076616 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 12:28:56.076965 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: quotasv2.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.077965 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.078297 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: quotas Aug 26 12:28:56.078620 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: quotasv2_detail.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.081802 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.082137 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: quota_details Aug 26 12:28:56.082469 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: rbac.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.084017 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.084589 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: rbac-policies Aug 26 12:28:56.084971 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: rbac_address_group.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.086048 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.086573 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: rbac-address-group Aug 26 12:28:56.086904 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: rbac_address_scope.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.087891 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.088424 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: rbac-address-scope Aug 26 12:28:56.088778 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: rbac_security_groups.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.089761 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.090284 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: rbac-security-groups Aug 26 12:28:56.090609 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: rbac_subnetpool.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.091575 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.092098 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: rbac-subnetpool Aug 26 12:28:56.092421 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: revisionifmatch.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.093438 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.093963 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: revision-if-match Aug 26 12:28:56.094288 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: revisions.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.095489 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.096012 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: standard-attr-revisions Aug 26 12:28:56.096340 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: router_availability_zone.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.097089 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.097601 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: router_availability_zone Aug 26 12:28:56.097924 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: routerservicetype.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.112396 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.113945 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension router-service-type not supported by any of loaded plugins Aug 26 12:28:56.115663 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.118609 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.119491 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: security-groups-normalized-cidr Aug 26 12:28:56.119834 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.120880 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.121405 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: port-security-groups-filtering Aug 26 12:28:56.121740 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.122708 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.123241 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: security-groups-remote-address-group Aug 26 12:28:56.123577 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: securitygroup.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.135805 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.136368 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: security-group Aug 26 12:28:56.136711 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: segment.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.137619 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.138187 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension segment not supported by any of loaded plugins Aug 26 12:28:56.138519 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.146833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.147363 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 12:28:56.147697 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: servicetype.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.149001 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.149533 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: service-type Aug 26 12:28:56.149868 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: sorting.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.150925 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.151266 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: sorting Aug 26 12:28:56.151598 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: standard_attr_segment.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.152575 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.153135 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 12:28:56.153468 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: standardattrdescription.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.154180 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.154695 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: standard-attr-description Aug 26 12:28:56.155025 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: stateful_security_group.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.155985 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.156541 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: stateful-security-group Aug 26 12:28:56.156910 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: stdattrs_common.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.157514 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 12:28:56.157842 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.158784 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.159309 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 12:28:56.159641 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnet_onboard.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.160768 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.161297 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: subnet_onboard Aug 26 12:28:56.162235 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.163217 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.163737 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 12:28:56.164066 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnet_service_types.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.165048 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.165568 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: subnet-service-types Aug 26 12:28:56.165898 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnetallocation.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.167014 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.167542 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: subnet_allocation Aug 26 12:28:56.167887 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.168593 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.169142 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: subnetpool-prefix-ops Aug 26 12:28:56.169478 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.170455 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.170973 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 12:28:56.171309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: tagging.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.172462 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.173048 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: standard-attr-tag Aug 26 12:28:56.173381 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: timestamp.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.174665 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.175192 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loaded extension: standard-attr-timestamp Aug 26 12:28:56.175528 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: trunk.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.176584 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.177309 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension trunk not supported by any of loaded plugins Aug 26 12:28:56.178138 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: trunk_details.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.179098 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.179621 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension trunk-details not supported by any of loaded plugins Aug 26 12:28:56.179951 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: uplink_status_propagation.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.180931 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.181448 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 12:28:56.181776 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Loading extension file: vlantransparent.py {{(pid=94494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:28:56.182482 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:28:56.183000 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 12:28:56.185629 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:network Aug 26 12:28:56.186185 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnet Aug 26 12:28:56.186593 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:28:56.186991 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:port Aug 26 12:28:56.188319 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.188787 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service FLAVORS assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.189435 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.189866 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.190200 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:router Aug 26 12:28:56.190645 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 12:28:56.191155 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service METERING assigned prefix: /metering {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.192650 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:56.193164 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:56.193532 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:28:56.194623 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 12:28:56.195082 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:security_group Aug 26 12:28:56.195527 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 12:28:56.196148 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service CORE assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.196484 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:28:56.196883 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] subnetpool is already registered Aug 26 12:28:56.197320 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service CORE assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.197651 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:28:56.197986 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] subnetpool is already registered Aug 26 12:28:56.200360 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.200832 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service FLAVORS assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.201444 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.201880 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.202225 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:router Aug 26 12:28:56.202569 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] router is already registered Aug 26 12:28:56.202983 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 12:28:56.203325 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] floatingip is already registered Aug 26 12:28:56.203792 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service METERING assigned prefix: /metering {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.204485 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 12:28:56.204845 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] rbac_policy is already registered Aug 26 12:28:56.205268 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:security_group Aug 26 12:28:56.205610 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] security_group is already registered Aug 26 12:28:56.206017 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 12:28:56.206355 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] security_group_rule is already registered Aug 26 12:28:56.207007 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service CORE assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.207338 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:28:56.207678 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] subnetpool is already registered Aug 26 12:28:56.208106 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.v2.resource_helper [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Service CORE assigned prefix: {{(pid=94494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:28:56.209065 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:28:56.209400 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING neutron.quota.resource_registry [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] subnetpool is already registered Aug 26 12:28:56.209889 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: extensions {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.211402 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: address-groups {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.212924 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: address-scopes {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.214243 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: agents {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.215438 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: auto-allocated-topology {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.216686 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: availability_zones {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.217935 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: dhcp-networks {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.219456 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: dhcp-agents {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.220909 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: routers {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.223427 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: flavors {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.225286 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: service_profiles {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.226507 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: next_providers {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.227959 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: service_profiles {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.229581 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: floatingip-pools {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.230747 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: routers {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.232879 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: floatingips {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.234165 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: l3-routers {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.235583 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: l3-agents {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.237010 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: metering-labels {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.238370 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: metering-label-rules {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.239719 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: network-ip-availabilities {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.241018 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: bindings {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.242677 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: quotas {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.244121 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: quotas {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.245599 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: rbac-policies {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.246803 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: security-groups {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.248092 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: security-group-rules {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.249364 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: service-providers {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.250584 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: subnetpools {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.253304 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: subnetpools {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.254774 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.256525 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.258350 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.260124 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.261976 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.263806 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.265496 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.267407 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.269205 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.271529 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron.api.extensions [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Extended resource: tags {{(pid=94494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:28:56.277584 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING keystonemiddleware.auth_token [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 12:28:56.282400 dv-cinder-806140-1-iscsi neutron-server[94494]: WARNING keystonemiddleware.auth_token [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 12:28:56.293218 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Acquired lock "singleton_lock" {{(pid=94494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 12:28:56.293779 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_concurrency.lockutils [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Releasing lock "singleton_lock" {{(pid=94494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 12:28:56.294453 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Starting 2 workers Aug 26 12:28:56.299740 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Started child 94639 {{(pid=94494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:28:56.305360 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Started child 94640 {{(pid=94494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:28:56.307350 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.308043 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO neutron.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 12:28:56.308321 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Notify callbacks [] for process, before_spawn {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.309663 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Aug 26 12:28:56.310035 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.311056 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Starting 1 workers Aug 26 12:28:56.311451 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [-] (94640) wsgi starting up on http://0.0.0.0:9696 Aug 26 12:28:56.317403 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Started child 94641 {{(pid=94494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:28:56.318062 dv-cinder-806140-1-iscsi neutron-server[94494]: INFO oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Starting 1 workers Aug 26 12:28:56.320817 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] calling RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 12:28:56.321575 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] returning from RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 12:28:56.322721 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.323174 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:56.323446 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Started child 94642 {{(pid=94494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:28:56.324357 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a98123b5-5f3b-4227-9ecc-583c33242865 None None] Notify callbacks [] for process, after_spawn {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.326751 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 12:28:56.326962 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:28:56.327335 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:28:56.327542 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:28:56.328084 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:28:56.328506 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:28:56.329142 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.329430 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.329775 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.330085 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.330425 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.331056 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.331409 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.331710 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.332010 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.332253 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.332386 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.332911 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.332911 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.332911 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.333098 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.333999 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.334284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.334581 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.334900 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.335076 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.335451 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.335823 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.336101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.336371 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] debug = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.336622 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.337278 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.337536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.337790 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.338011 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.338286 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.338521 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.338815 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.339083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.339366 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.339651 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.339939 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.340189 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.340462 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.340677 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.341154 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.341404 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.341947 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] host = dv-cinder-806140-1-iscsi {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.342192 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.342432 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.342665 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.342915 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.343163 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.343449 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.343702 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.343969 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.344272 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.344486 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.344798 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.345041 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.345252 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.345502 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.345654 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_options = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.345898 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.346172 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.346430 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.346620 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.346778 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.346958 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.347211 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.347380 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.347614 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.347872 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.348333 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.348679 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.348909 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.349713 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.350080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.350278 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.350460 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.350676 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.350926 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.351182 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.351395 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.351639 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.351884 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.352117 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.352318 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.352555 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.352797 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.353006 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.353219 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.353460 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.353707 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.353987 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.354228 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.354505 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.354736 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.354966 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.355183 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.355463 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.355817 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.356045 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.356375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.356571 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.357299 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.357299 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.357681 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.357681 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_json = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.358038 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.358219 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.358583 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.358583 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.359214 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.359214 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.359641 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.359831 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.360208 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.360505 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.360850 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.361114 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.361350 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.361608 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.361859 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.362082 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.362335 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.362584 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.362944 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.363182 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.363494 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.363717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.363989 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.364325 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.364565 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.364968 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.365215 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.365453 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.365683 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.365931 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.366197 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.366434 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.366683 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.366917 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.367157 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.367483 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.367744 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.368010 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.368280 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.368502 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.368759 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.372146 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.373227 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374216 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374883 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374883 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.374883 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.375223 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.375223 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.375455 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.375629 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.375850 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.376088 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.376343 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.376585 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.376828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.377064 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.377307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.377542 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.377763 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.377982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.378219 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.378437 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.378649 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.378862 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.379116 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.379362 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.379570 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.379788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.380030 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.380320 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.380557 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.380816 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.381051 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.381273 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.381510 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.381770 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.382097 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.382318 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.382566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.382785 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.383032 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.383268 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.383504 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.383742 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.383960 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.384177 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.384617 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.385542 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.385782 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.386012 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.386261 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.386423 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:56.386596 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.386743 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.386949 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.387166 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.387418 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.387639 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.387910 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.388162 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.388434 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.388666 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.388956 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.389237 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.389458 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.389729 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.389952 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.390224 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.390533 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.390805 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.391091 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.391339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.391590 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.391852 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.392089 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.392339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.392591 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.392845 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.393101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.393380 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.393637 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.393858 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.394093 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.394360 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.394723 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.395601 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.395601 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.395601 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.396502 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.396630 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.396849 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.400788 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.401928 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.402865 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.403833 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.410080 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.411028 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.412536 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.413524 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414290 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414777 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.414777 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.415006 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.415254 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.415478 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.415853 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.416218 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.416606 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.417014 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.417375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.417775 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.418133 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.418507 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.418911 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.419293 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.419507 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.420793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.420793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.420793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.420793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.420793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.421796 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.421796 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.421796 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.421796 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.421796 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.423464 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.424453 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.424453 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.424453 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.424453 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.425107 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.425107 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.425373 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.425515 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.428811 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.429406 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430104 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430104 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430372 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430507 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430665 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.430905 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.431137 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.432890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.433869 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.433869 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.433869 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.433869 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.433869 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.434533 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.434533 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:28:56.434818 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 12:28:56.434967 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:28:56.435119 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:28:56.435263 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:28:56.435407 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:28:56.435550 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:28:56.435813 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.435963 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436110 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436253 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436402 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436541 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436677 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436840 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.436975 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437179 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437318 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437454 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437591 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437728 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.437866 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438012 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438155 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438456 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438612 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438751 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.438888 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439044 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] debug = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439181 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439892 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439892 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439892 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.439892 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440452 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440452 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440452 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440452 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.440982 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.441368 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.441368 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.441368 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.441759 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.441759 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442020 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] host = dv-cinder-806140-1-iscsi {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442020 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442556 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442556 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.442866 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.443011 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.443157 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.443302 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.443447 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_options = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.448793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.449847 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.450717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.451720 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.452699 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.453733 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_json = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.454704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.456566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.457692 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.459309 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.460301 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.461339 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.462307 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.463375 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.464490 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.465701 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.466828 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.467945 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.468988 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.470145 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.471242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472275 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472275 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472275 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.472717 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.473794 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.473794 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.474697 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.474885 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475034 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475173 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475383 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475383 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475734 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.475734 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476087 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476087 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476401 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476401 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476765 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.476961 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477105 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477242 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477377 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477516 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477650 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477784 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.477953 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.478114 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.478496 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.478652 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.478793 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.478987 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479132 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479275 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479472 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479678 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479841 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.479841 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480169 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480169 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480430 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480430 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480687 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480962 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.480962 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481252 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481252 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481509 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481509 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481767 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.481904 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482040 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482176 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482314 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482571 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482571 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482826 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.482979 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.483120 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.483313 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.483313 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.483706 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.483898 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484101 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484429 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484566 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484702 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.484888 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485030 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485188 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485388 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485388 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485667 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485667 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.485933 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486081 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486291 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486291 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486560 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486705 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.486862 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487069 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487069 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487354 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487354 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487623 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487623 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.487886 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488031 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488190 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488335 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488477 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488624 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488863 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.488863 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489349 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489349 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489349 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489952 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489952 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.489952 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490428 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490428 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490428 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490935 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490935 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490935 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.490935 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.491514 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.491514 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.491514 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.491514 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492060 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492060 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492060 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492439 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492439 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492439 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492817 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.492817 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493072 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493072 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493348 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493348 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493602 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493752 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.493890 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494083 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494427 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494427 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494763 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.494763 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495065 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495065 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495337 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495337 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495637 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495637 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495902 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.495902 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496204 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496204 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496545 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496545 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496900 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.496900 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497161 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497161 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497417 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497553 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497690 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497849 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.497989 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.498127 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.498262 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.498400 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.498538 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.498704 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499224 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499224 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499224 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499657 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499657 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.499657 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500029 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500029 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500284 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500537 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500537 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500883 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:28:56.500883 dv-cinder-806140-1-iscsi neutron-server[94494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:28:56.525326 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:56.574465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:56.584680 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068536 Aug 26 12:29:09.448190 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121a02b-2db6-47e0-9053-76f369799285 None None] get_active_networks_info from dv-cinder-806140-1-iscsi {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 12:29:09.549227 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121a02b-2db6-47e0-9053-76f369799285 None None] No non-hosted networks {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 12:29:09.584759 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.agentschedulers_db [None req-e121a02b-2db6-47e0-9053-76f369799285 None None] DHCP Agent not found on host dv-cinder-806140-1-iscsi {{(pid=94641) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 26 12:29:09.698518 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29feb68f-5a1d-4bb6-8f04-9c50ea0f6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:12.066319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7d5781f-3a00-4522-a904-e9a63ccdcd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:12.096301 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ae79daea-e030-4f75-9a81-39b27e16a76c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806140-1-iscsi {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:29:12.096638 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG oslo_db.api [None req-ae79daea-e030-4f75-9a81-39b27e16a76c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:29:12.157840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:12.158698 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.159064 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.159402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.159909 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.160246 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.160623 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.160994 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.162044 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.162543 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.162885 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.163351 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.163690 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:12.164106 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806140-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:12.184429 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806140-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:12.746401 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae79daea-e030-4f75-9a81-39b27e16a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:13.997581 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.905085 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.db.l3_hamode_db [None req-44521dbe-7202-41b9-b15d-24e325892b49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 12:29:14.984312 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44521dbe-7202-41b9-b15d-24e325892b49 None None] Routers set() bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:14.984723 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44521dbe-7202-41b9-b15d-24e325892b49 None None] Router IDs set() for agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 12:29:15.304883 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.956420 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:17.459647 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-8046f13e-c890-4077-b205-02430cc34fa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:17.460239 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-8046f13e-c890-4077-b205-02430cc34fa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:17.692047 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-8046f13e-c890-4077-b205-02430cc34fa6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:29:17.693655 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8046f13e-c890-4077-b205-02430cc34fa6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7362761 Aug 26 12:29:20.086588 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 54504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:20.606733 dv-cinder-806140-1-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:20.607303 dv-cinder-806140-1-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:20.828858 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:20.922665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.policy [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 12:29:20.968359 dv-cinder-806140-1-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:20.968649 dv-cinder-806140-1-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:20.977663 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.quota [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] Loaded quota_driver: . Aug 26 12:29:21.138085 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165506472', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165506949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165453398', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165459954', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735164494421', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165479664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1450201', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568936'] for rbac-policy, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.368931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.370404 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-67cdf5fe-f80d-49a8-87c8-1c64cca00afc admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2815876 Aug 26 12:29:23.972026 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:24.277394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Request body: {'network': {'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'name': 'private', 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:24.278807 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.quota [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Loaded quota_driver: . Aug 26 12:29:24.409111 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Made reservation on behalf of 4e3db01de2b34038998ac3fa9f00ed1c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:29:24.477741 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.policy [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 12:29:24.522667 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:24.523050 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:29:24.533608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:24.554726 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:24.779445 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:24.831938 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:24.857078 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:29:24.884527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735163447269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:24.885148 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 12:29:24.885700 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Added segment f4049ca8-2592-4ede-8a9c-1231b8e09c5f of type vlan for network 97a886d9-216e-4337-9c49-89d12c02eb60 Aug 26 12:29:24.891705 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370b44d7-131e-4dad-b41c-6ef6f04579a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:24.931194 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.931530 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.931861 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.932188 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.932510 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.932856 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.933176 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.933491 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.933822 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.934143 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.934452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.934759 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Tracked resource versions report: Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: pushed versions: Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Log': {'1.0'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Network': {'1.1'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Port': {'1.7'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: consumer versions: Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Log': '1.0', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Network': '1.1', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Port': '1.7', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SubPort': '1.0', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Subnet': '1.1', Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Aug 26 12:29:24.935926 dv-cinder-806140-1-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:29:25.018712 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:25.104457 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:25.105576 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:25.106226 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:25.209305 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] Pushing event updated for resources: {'Network': ['ID=97a886d9-216e-4337-9c49-89d12c02eb60,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:25.221317 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 97a886d9-216e-4337-9c49-89d12c02eb60 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:29:25.249856 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-38b3b422-8929-46a7-ba96-a9a5a1180336 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2763212 Aug 26 12:29:27.971021 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 54538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:28.425971 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf8026-9748-4dc1-bb26-4eac15dddcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:28.428076 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-31bf8026-9748-4dc1-bb26-4eac15dddcce admin admin] 10.222.0.15 "GET /v2.0/networks/97a886d9-216e-4337-9c49-89d12c02eb60 HTTP/1.1" status: 200 len: 825 time: 0.4557967 Aug 26 12:29:28.453566 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-815ff66c-dc3f-427e-8a47-7c0b3a19583f admin admin] 10.222.0.15 "GET /v2.0/subnetpools/9b51a0cc-b905-4638-bc79-94b8018938d7 HTTP/1.1" status: 200 len: 734 time: 0.0190537 Aug 26 12:29:28.463665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'name': 'private-subnet', 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:28.563031 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Made reservation on behalf of 4e3db01de2b34038998ac3fa9f00ed1c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:29:28.566058 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:28.946379 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:29.022608 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Checking segment: {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:29:29.023296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Network hostable DHCP agents. Network: 97a886d9-216e-4337-9c49-89d12c02eb60, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:29:29.037059 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c64bf9-61c6-4eed-b86f-51db1f7137f6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:29.052252 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.052621 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.053026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.053363 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.053696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.054030 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.054357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.054683 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.055012 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.055334 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.055662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.055974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Tracked resource versions report: Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: pushed versions: Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Log': {'1.0'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Network': {'1.1'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Port': {'1.7'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: consumer versions: Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Log': '1.0', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Network': '1.1', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Port': '1.7', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SubPort': '1.0', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Subnet': '1.1', Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Aug 26 12:29:29.057265 dv-cinder-806140-1-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:29:29.163120 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Network 97a886d9-216e-4337-9c49-89d12c02eb60 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:29:29.271855 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 97a886d9-216e-4337-9c49-89d12c02eb60) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:29.276934 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:29.277468 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:29.283442 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b86847-ccdd-4595-92f2-3bb2c98047e0 None None] Network 97a886d9-216e-4337-9c49-89d12c02eb60 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:29.387161 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-afe86571-1282-4751-bb99-1d31c45a6dae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9268920 Aug 26 12:29:29.630890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-97a886d9-216e-4337-9c49-89d12c02eb60', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:29:29.632196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:29.918599 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Allocated IP 172.20.0.2 (97a886d9-216e-4337-9c49-89d12c02eb60/95c64bf9-61c6-4eed-b86f-51db1f7137f6/7632cc51-1425-45b1-84eb-2bee44259bbe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:29:30.171145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.186699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Transition to ACTIVE for port object 7632cc51-1425-45b1-84eb-2bee44259bbe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:30.208442 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Transition to ACTIVE for port object 7632cc51-1425-45b1-84eb-2bee44259bbe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:30.301232 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.372990 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Network 97a886d9-216e-4337-9c49-89d12c02eb60 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:29:30.381018 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:30.390361 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:29:30.393598 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Pushing event updated for resources: {'Port': ['ID=7632cc51-1425-45b1-84eb-2bee44259bbe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:30.403370 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.403716 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.404058 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.404392 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.404723 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.405075 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.405402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.405728 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.406070 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.406398 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.406721 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.407040 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Tracked resource versions report: Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: pushed versions: Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Log': {'1.0'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Network': {'1.1'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Port': {'1.7'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: consumer versions: Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Log': '1.0', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Network': '1.1', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Port': '1.7', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SubPort': '1.0', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Subnet': '1.1', Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Aug 26 12:29:30.408196 dv-cinder-806140-1-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:29:30.480235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Attempting to bind port 7632cc51-1425-45b1-84eb-2bee44259bbe on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:29:30.480535 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Attempting to bind port 7632cc51-1425-45b1-84eb-2bee44259bbe by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:29:30.480978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Attempting to bind port 7632cc51-1425-45b1-84eb-2bee44259bbe on network 97a886d9-216e-4337-9c49-89d12c02eb60 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:29:30.485849 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:29:30.486248 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Checking segment: {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:29:30.486729 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.487103 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Bound using segment: {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:29:30.487612 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Bound port: 7632cc51-1425-45b1-84eb-2bee44259bbe, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:29:30.488006 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.554758 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] For port 7632cc51-1425-45b1-84eb-2bee44259bbe, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:29:30.559000 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] For port 7632cc51-1425-45b1-84eb-2bee44259bbe, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=7632cc51-1425-45b1-84eb-2bee44259bbe,segment=NetworkSegment(f4049ca8-2592-4ede-8a9c-1231b8e09c5f),segment_id=f4049ca8-2592-4ede-8a9c-1231b8e09c5f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:29:30.626459 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.694760 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9a2a-6aef-47f6-a84b-2797e25af669 None None] Pushing event updated for resources: {'Port': ['ID=7632cc51-1425-45b1-84eb-2bee44259bbe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:31.834679 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:32.180528 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-d129ae03-3347-47bf-8ff9-1402f681ed75 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:29:32.181562 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d129ae03-3347-47bf-8ff9-1402f681ed75 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3459253 Aug 26 12:29:34.605884 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:34.938858 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-30788896-5920-4e4d-8b48-cde2a47e28c9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:29:34.939962 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-30788896-5920-4e4d-8b48-cde2a47e28c9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3331439 Aug 26 12:29:37.618674 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:37.927077 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Request body: {'router': {'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'name': 'router1', 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:38.031837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:38.033532 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:38.175686 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:38.236791 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:38.333732 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:38.335023 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-efa9ba76-bdfc-4976-b022-eaaa01533198 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7153790 Aug 26 12:29:38.852861 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7632cc51-1425-45b1-84eb-2bee44259bbe up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:39.014741 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 7632cc51-1425-45b1-84eb-2bee44259bbe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:39.121741 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7fe05-2535-4184-bd3b-4d243e0dd703 None None] Network 97a886d9-216e-4337-9c49-89d12c02eb60 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:39.304214 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Provisioning for port 7632cc51-1425-45b1-84eb-2bee44259bbe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:39.312097 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Provisioning complete for port 7632cc51-1425-45b1-84eb-2bee44259bbe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:39.312496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:39.438226 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:39.475935 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] For port 7632cc51-1425-45b1-84eb-2bee44259bbe, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=7632cc51-1425-45b1-84eb-2bee44259bbe,segment=NetworkSegment(f4049ca8-2592-4ede-8a9c-1231b8e09c5f),segment_id=f4049ca8-2592-4ede-8a9c-1231b8e09c5f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:39.489436 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29c0e5ef-7a6d-4ead-9adc-323dcdab734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:39.552071 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:39.605517 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f84ea5-0561-4ad8-9273-65b4f83f47cf None None] Pushing event updated for resources: {'Port': ['ID=7632cc51-1425-45b1-84eb-2bee44259bbe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:39.675050 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03e19943-1808-4c27-a746-a07b3e3040f4 None None] Provisioning complete for port 7632cc51-1425-45b1-84eb-2bee44259bbe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:39.675390 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03e19943-1808-4c27-a746-a07b3e3040f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:40.784280 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:40.794815 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7632cc51-1425-45b1-84eb-2bee44259bbe up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:40.845887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 7632cc51-1425-45b1-84eb-2bee44259bbe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:40.846414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:41.132437 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-9fe09d28-5687-4228-afbf-7afbf52dda73 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:29:41.133439 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9fe09d28-5687-4228-afbf-7afbf52dda73 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3482008 Aug 26 12:29:42.058010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-540aac0a-3456-4cc1-a878-ad57763e2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:42.157562 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:43.572056 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:43.894757 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:43.906350 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:43.991813 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Made reservation on behalf of 473d1b7aef8a4de5b6991549140e3c94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:29:43.994315 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.004107 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.103778 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.168501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.189352 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Reserving flat network on physical network physnet1 {{(pid=94639) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 12:29:44.207633 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef3b8d-e318-4754-9c47-28e12557d697,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:44.212656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.213032 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Added segment b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4 of type flat for network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 Aug 26 12:29:44.269552 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.380215 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.381318 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:44.381899 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:44.442619 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3a155e-4f95-4da0-ace2-8ae9aa3a4551,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:44.452223 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:29:44.517986 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1d5c6b44-2cdd-455d-9e05-934f335f1b92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9448471 Aug 26 12:29:45.248503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:46.942560 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 54606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:47.128215 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e688471-d62b-49a3-9e5c-993be1baf087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:47.129735 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2e688471-d62b-49a3-9e5c-993be1baf087 admin admin] 10.222.0.15 "GET /v2.0/subnets/95c64bf9-61c6-4eed-b86f-51db1f7137f6 HTTP/1.1" status: 200 len: 849 time: 0.1861718 Aug 26 12:29:47.313847 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-49abbe03-44a6-42a1-b0e7-049f33c58a97 admin admin] 10.222.0.15 "GET /v2.0/routers/602a22f6-2cbb-43e6-ab82-224795ce6158 HTTP/1.1" status: 200 len: 704 time: 0.1777635 Aug 26 12:29:47.423410 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:29:47.593378 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:47.920267 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Allocated IP 172.20.0.1 (97a886d9-216e-4337-9c49-89d12c02eb60/95c64bf9-61c6-4eed-b86f-51db1f7137f6/74887c19-ea89-4ad6-ac88-ebc950bbc8f6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:29:48.108951 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:48.136766 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Transition to ACTIVE for port object 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:48.259516 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:48.329604 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Network 97a886d9-216e-4337-9c49-89d12c02eb60 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:29:48.337175 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:48.343364 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:29:48.343941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:48.369790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Pushing event updated for resources: {'Port': ['ID=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:48.631157 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c8d3fe5-ec84-4951-a1f2-796af4523576 None None] Provisioning for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:48.635324 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c8d3fe5-ec84-4951-a1f2-796af4523576 None None] Provisioning complete for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:48.635697 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3fe5-ec84-4951-a1f2-796af4523576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:48.670735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d3fe5-ec84-4951-a1f2-796af4523576 None None] Port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:29:48.672703 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:48.946734 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:49.002720 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:49.003438 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:49.085048 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Pushing event updated for resources: {'Port': ['ID=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:49.134243 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Network 97a886d9-216e-4337-9c49-89d12c02eb60 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:29:49.135613 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:49.386007 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Router 602a22f6-2cbb-43e6-ab82-224795ce6158 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:29:49.392678 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2434c091-3944-451b-8766-1488a96d74fd None None] Provisioning complete for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:49.393082 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2434c091-3944-451b-8766-1488a96d74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:49.431918 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2434c091-3944-451b-8766-1488a96d74fd None None] Port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:29:49.489865 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:49.495327 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-96eaac69-f8f6-45c8-ba27-9f85c4833d4e admin admin] 10.222.0.15 "PUT /v2.0/routers/602a22f6-2cbb-43e6-ab82-224795ce6158/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1756461 Aug 26 12:29:49.512168 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Sync routers for ids ['602a22f6-2cbb-43e6-ab82-224795ce6158'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:49.526075 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Routers {'602a22f6-2cbb-43e6-ab82-224795ce6158'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:49.526857 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:29:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['602a22f6-2cbb-43e6-ab82-224795ce6158'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:49.725492 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Set router 602a22f6-2cbb-43e6-ab82-224795ce6158 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:50.290120 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:48Z', 'revision_number': 2, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port_host': None, '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:48Z', 'revision_number': 2, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:50.339792 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Checking router: 602a22f6-2cbb-43e6-ab82-224795ce6158 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:50.340169 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Updating router 602a22f6-2cbb-43e6-ab82-224795ce6158 port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:29:50.390513 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.011069 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.043232 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Transition to ACTIVE for port object 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:51.106184 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.295067 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Pushing event updated for resources: {'Port': ['ID=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:51.300601 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Attempting to bind port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:29:51.301061 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Attempting to bind port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:29:51.301502 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Attempting to bind port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 on network 97a886d9-216e-4337-9c49-89d12c02eb60 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:29:51.308494 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.308889 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.309232 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.309694 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.310027 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.310353 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.310673 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.310995 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.311374 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.311701 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.312018 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.312422 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Tracked resource versions report: Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: pushed versions: Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Log': {'1.0'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Network': {'1.1'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Port': {'1.7'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SubPort': {'1.0'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Subnet': {'1.1'}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Trunk': {'1.1'}} Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: consumer versions: Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Log': '1.0', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Network': '1.1', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Port': '1.7', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'PortForwarding': '1.2', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'QosPolicy': '1.9', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroup': '1.4', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SubPort': '1.0', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Subnet': '1.1', Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Trunk': '1.1'}} Aug 26 12:29:51.313668 dv-cinder-806140-1-iscsi neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:29:51.321101 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:29:51.321545 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Checking segment: {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:29:51.322050 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.322379 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Bound using segment: {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:29:51.322927 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Bound port: 74887c19-ea89-4ad6-ac88-ebc950bbc8f6, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4049ca8-2592-4ede-8a9c-1231b8e09c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:29:51.323308 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.401972 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] For port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:29:51.422037 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] For port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,segment=NetworkSegment(f4049ca8-2592-4ede-8a9c-1231b8e09c5f),segment_id=f4049ca8-2592-4ede-8a9c-1231b8e09c5f)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:29:51.487918 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.552076 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Routers {'602a22f6-2cbb-43e6-ab82-224795ce6158'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:51.552715 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:29:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['602a22f6-2cbb-43e6-ab82-224795ce6158'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:51.593400 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961f0ae-49d5-475d-9c97-c882e49bb8f1 None None] Pushing event updated for resources: {'Port': ['ID=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:51.668119 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] Set router 602a22f6-2cbb-43e6-ab82-224795ce6158 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:51.808642 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 54626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:51.914462 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:48Z', 'revision_number': 2, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port_host': None, '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:51Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:51.932303 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fce3f1-56da-4d99-bc6f-dd148123c90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:51.939559 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-52fce3f1-56da-4d99-bc6f-dd148123c90e admin admin] 10.222.0.15 "GET /v2.0/networks/1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 HTTP/1.1" status: 200 len: 842 time: 0.1241338 Aug 26 12:29:51.944245 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b2a22-2d82-4848-a38f-eea7ebb58102 None None] The sync data for ids ['602a22f6-2cbb-43e6-ab82-224795ce6158'] in dv-cinder-806140-1-iscsi is: [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:48Z', 'revision_number': 2, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port_host': None, '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:51Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:29:51.944762 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'cidr': '172.27.0.0/24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:52.037584 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Made reservation on behalf of 473d1b7aef8a4de5b6991549140e3c94 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:29:52.040043 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:52.398495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.objects.ports [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 12:29:52.398915 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:52.458244 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43729878-bc8c-44a8-a636-9a362a8b4f64,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:52.467270 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:29:52.467775 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Network hostable DHCP agents. Network: 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:29:52.568821 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:29:52.648680 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:52.652918 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:52.653521 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:52.658101 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6f369-69b0-460c-b338-05359c71b47d None None] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:52.757994 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-af116a42-9ca3-499b-816b-cc0c93b79da6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8175724 Aug 26 12:29:52.786437 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113e106-a7ca-47b8-873a-c6d049d1c295 None None] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:55.102589 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:55.378408 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a257e576-203c-449b-913e-510ff819615b admin admin] 10.222.0.15 "GET /v2.0/routers/602a22f6-2cbb-43e6-ab82-224795ce6158 HTTP/1.1" status: 200 len: 710 time: 0.2740359 Aug 26 12:29:55.567371 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402865-9505-41fc-a4ca-dac6df5f4d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:55.569057 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-64402865-9505-41fc-a4ca-dac6df5f4d93 admin admin] 10.222.0.15 "GET /v2.0/networks/1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 HTTP/1.1" status: 200 len: 886 time: 0.1838412 Aug 26 12:29:55.583892 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:55.935949 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:56.308937 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:56.428595 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:56.670829 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Allocated IP 172.27.0.195 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/cbd8f964-2b7f-44f2-bf32-68a59eea8f23) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:29:56.827939 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.032579 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.110930 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:29:57.117881 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:57.133763 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:29:57.195749 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Pushing event updated for resources: {'Port': ['ID=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:57.643241 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.869989 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37098'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.874981 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-489477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-489484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476843'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:58.002809 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Router 602a22f6-2cbb-43e6-ab82-224795ce6158 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:29:58.132497 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:58.137142 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:58.138388 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-00eb0f16-2c22-43e5-9fbe-84de91acbd8c admin admin] 10.222.0.15 "PUT /v2.0/routers/602a22f6-2cbb-43e6-ab82-224795ce6158 HTTP/1.1" status: 200 len: 890 time: 2.5586863 Aug 26 12:29:58.871170 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:58.914260 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Sync routers for ids ['602a22f6-2cbb-43e6-ab82-224795ce6158'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:58.934671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Routers {'602a22f6-2cbb-43e6-ab82-224795ce6158'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:58.935454 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:29:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['602a22f6-2cbb-43e6-ab82-224795ce6158'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:59.183327 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:59.204067 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:59.204557 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:59.291672 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Set router 602a22f6-2cbb-43e6-ab82-224795ce6158 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:59.562132 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:59.668518 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,segment=NetworkSegment(f4049ca8-2592-4ede-8a9c-1231b8e09c5f),segment_id=f4049ca8-2592-4ede-8a9c-1231b8e09c5f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:59.736132 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:59.843799 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=74887c19-ea89-4ad6-ac88-ebc950bbc8f6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:59.887734 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:57Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port': {'id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:56Z', 'updated_at': '2021-08-26T12:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:51Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:59.943563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Checking router: 602a22f6-2cbb-43e6-ab82-224795ce6158 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:59.944057 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Updating router 602a22f6-2cbb-43e6-ab82-224795ce6158 port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:30:00.000159 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.411962 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.425016 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Transition to ACTIVE for port object cbd8f964-2b7f-44f2-bf32-68a59eea8f23 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:30:00.523233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.581827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Attempting to bind port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:30:00.582199 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Attempting to bind port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:30:00.582565 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Attempting to bind port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:30:00.589037 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c994-9374-4c6d-8f65-1c5d6cd7c300 None None] Pushing event updated for resources: {'Port': ['ID=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:00.595267 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:30:00.595683 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:30:00.596044 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.596709 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:30:00.598048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Bound port: cbd8f964-2b7f-44f2-bf32-68a59eea8f23, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:30:00.598366 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.659140 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] For port cbd8f964-2b7f-44f2-bf32-68a59eea8f23, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:30:00.663735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] For port cbd8f964-2b7f-44f2-bf32-68a59eea8f23, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:30:00.746767 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.820687 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 54646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:00.830736 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Routers {'602a22f6-2cbb-43e6-ab82-224795ce6158'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:00.831596 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:29:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['602a22f6-2cbb-43e6-ab82-224795ce6158'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:00.836036 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c994-9374-4c6d-8f65-1c5d6cd7c300 None None] Pushing event updated for resources: {'Port': ['ID=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:00.875798 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:30:00.957918 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-384b904a-e6ed-4040-ab82-02e6b15689b6 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1356976 Aug 26 12:30:01.088078 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] Set router 602a22f6-2cbb-43e6-ab82-224795ce6158 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:01.124214 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:01.124591 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:01.382500 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:57Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port': {'id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:56Z', 'updated_at': '2021-08-26T12:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:59Z', 'revision_number': 5, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:01.419886 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb5a7e-0ebe-4c28-996e-5bec96cb479d None None] The sync data for ids ['602a22f6-2cbb-43e6-ab82-224795ce6158'] in dv-cinder-806140-1-iscsi is: [{'id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'name': 'router1', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:29:38Z', 'updated_at': '2021-08-26T12:29:57Z', 'revision_number': 4, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'gw_port': {'id': 'cbd8f964-2b7f-44f2-bf32-68a59eea8f23', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:56Z', 'updated_at': '2021-08-26T12:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '74887c19-ea89-4ad6-ac88-ebc950bbc8f6', 'name': '', 'network_id': '97a886d9-216e-4337-9c49-89d12c02eb60', 'tenant_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'mac_address': 'fa:16:3e:61:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a22f6-2cbb-43e6-ab82-224795ce6158', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:29:47Z', 'updated_at': '2021-08-26T12:29:59Z', 'revision_number': 5, 'project_id': '4e3db01de2b34038998ac3fa9f00ed1c', 'subnets': [{'id': '95c64bf9-61c6-4eed-b86f-51db1f7137f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b51a0cc-b905-4638-bc79-94b8018938d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:02.833050 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device cbd8f964-2b7f-44f2-bf32-68a59eea8f23 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:30:02.969078 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:30:02.973760 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:02.974281 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:03.067824 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:03.094499 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port cbd8f964-2b7f-44f2-bf32-68a59eea8f23, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:03.221724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:03.291432 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=cbd8f964-2b7f-44f2-bf32-68a59eea8f23,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:04.837388 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device cbd8f964-2b7f-44f2-bf32-68a59eea8f23 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:30:04.933361 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port cbd8f964-2b7f-44f2-bf32-68a59eea8f23 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:04.933361 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.466096 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90ad3759-a339-4202-9fc7-22b60b76dec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:12.037606 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8c14-be63-4f70-8430-8d19549a0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:12.147227 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:13.895782 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:15.283181 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:24.434470 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:30:39.573979 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6e10f16-60be-41f1-9aea-daaad5993415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.042700 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8554ebe5-3b6f-49b6-a94d-bc70dee3b6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.140715 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.888404 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.282496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:01.424818 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:09.436396 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-935ef88b-984d-4ac1-b757-904112490865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:12.019610 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d55d-398e-4bac-b29b-4054cf6a3b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:12.161417 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:13.859267 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:15.293882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:38.423014 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:39.424589 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4736-0d82-4359-8f29-114c8b7d616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:42.079678 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-636236df-f1ef-4be5-bb53-68b30a8c05fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:42.127778 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:43.881939 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:45.293016 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:46.794951 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:46.857183 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4587338c-2338-4aa0-993c-365c77cfadbc admin admin] GET failed (client error): The resource could not be found. Aug 26 12:31:46.858565 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4587338c-2338-4aa0-993c-365c77cfadbc admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626149 Aug 26 12:31:47.023913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc1f80-bfa3-4524-b0b9-eb9d88437a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:47.025503 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6adc1f80-bfa3-4524-b0b9-eb9d88437a97 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622226 Aug 26 12:31:49.252250 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:49.347808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca955170-389f-4cb3-aead-f5e91ded797e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:49.349249 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ca955170-389f-4cb3-aead-f5e91ded797e admin admin] 10.222.0.15 "GET /v2.0/subnets/95c64bf9-61c6-4eed-b86f-51db1f7137f6 HTTP/1.1" status: 200 len: 849 time: 0.0959451 Aug 26 12:31:49.359359 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:49.447152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:49.659025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735163389992'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:49.695402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:49.695995 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:49.697873 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] 10.222.0.15 "PUT /v2.0/subnets/95c64bf9-61c6-4eed-b86f-51db1f7137f6 HTTP/1.1" status: 200 len: 868 time: 0.3417830 Aug 26 12:31:49.716113 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109192d-6e7c-4e39-8875-bafb5cea7d51 None None] Network 97a886d9-216e-4337-9c49-89d12c02eb60 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:31:49.720458 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c64bf9-61c6-4eed-b86f-51db1f7137f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:49.729627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.729627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.729627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.730118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.730118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.730441 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.730773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.731181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.731641 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.731877 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.732211 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:49.732540 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe15c8-3425-43f5-a8a5-6ed9707b5841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:50.137457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c73de4d3-55d2-4029-bc2f-dc762ad4f83b None None] Provisioning complete for port 74887c19-ea89-4ad6-ac88-ebc950bbc8f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:50.137826 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c73de4d3-55d2-4029-bc2f-dc762ad4f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:50.228650 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c73de4d3-55d2-4029-bc2f-dc762ad4f83b None None] Provisioning complete for port 7632cc51-1425-45b1-84eb-2bee44259bbe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:50.228887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c73de4d3-55d2-4029-bc2f-dc762ad4f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:51.912868 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:52.120120 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52897aef-d836-4ab1-903f-fe3187ef6354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:52.120519 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52897aef-d836-4ab1-903f-fe3187ef6354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:52.122223 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-52897aef-d836-4ab1-903f-fe3187ef6354 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2083702 Aug 26 12:31:54.347616 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:54.566572 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6e20b-04d8-4a21-b906-d5cc071913a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:54.567053 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6e20b-04d8-4a21-b906-d5cc071913a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:54.568669 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-91b6e20b-04d8-4a21-b906-d5cc071913a8 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2200637 Aug 26 12:31:56.793644 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:56.925935 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb69f16-29f0-465d-b44a-53c28eb852d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:56.927339 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-aeb69f16-29f0-465d-b44a-53c28eb852d7 admin admin] 10.222.0.15 "GET /v2.0/networks/1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 HTTP/1.1" status: 200 len: 886 time: 0.1326642 Aug 26 12:31:59.150304 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:59.291860 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689e4ca-e306-407a-8282-4721045844ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:59.293303 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e689e4ca-e306-407a-8282-4721045844ef admin admin] 10.222.0.15 "GET /v2.0/networks/97a886d9-216e-4337-9c49-89d12c02eb60 HTTP/1.1" status: 200 len: 869 time: 0.1420517 Aug 26 12:32:01.465630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:01.585909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b3f88-3bdb-4ddd-91bb-17300f6fc496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:01.586368 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b3f88-3bdb-4ddd-91bb-17300f6fc496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:01.587889 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d94b3f88-3bdb-4ddd-91bb-17300f6fc496 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213889 Aug 26 12:32:03.951119 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:04.050525 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76cd908-7359-4378-b12d-2325f01a1848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:04.050990 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76cd908-7359-4378-b12d-2325f01a1848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:04.052567 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c76cd908-7359-4378-b12d-2325f01a1848 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1004426 Aug 26 12:32:06.281377 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:06.371568 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7b154-562a-4969-9cb2-bfc9b723a548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:06.372974 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-06e7b154-562a-4969-9cb2-bfc9b723a548 admin admin] 10.222.0.15 "GET /v2.0/subnets/43729878-bc8c-44a8-a636-9a362a8b4f64 HTTP/1.1" status: 200 len: 816 time: 0.0899792 Aug 26 12:32:08.597591 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:08.709385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e416d2-e9f7-42e2-91db-fe1d67ebefd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:08.710767 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e7e416d2-e9f7-42e2-91db-fe1d67ebefd7 admin admin] 10.222.0.15 "GET /v2.0/subnets/95c64bf9-61c6-4eed-b86f-51db1f7137f6 HTTP/1.1" status: 200 len: 868 time: 0.1122205 Aug 26 12:32:09.435894 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-892dd5bd-0dd3-4709-a90a-1b815dc100e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.041440 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1f83603-59ef-4a53-9546-36d18af8ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.136179 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:13.904256 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:15.288100 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:15.422869 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:32:33.156941 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:33.223436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-05afbf5a-657c-40b7-9eda-d1551777596d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:32:33.224493 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-05afbf5a-657c-40b7-9eda-d1551777596d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666764 Aug 26 12:32:35.590887 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:35.656979 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-315eb59d-3cec-47f8-80ee-22e2e7257472 admin admin] GET failed (client error): The resource could not be found. Aug 26 12:32:35.658322 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-315eb59d-3cec-47f8-80ee-22e2e7257472 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664723 Aug 26 12:32:35.815385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3be62-864b-4132-926c-f62fabe71d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:35.816857 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ead3be62-864b-4132-926c-f62fabe71d39 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1538117 Aug 26 12:32:38.033945 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:38.085149 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:32:38.183927 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Made reservation on behalf of 473d1b7aef8a4de5b6991549140e3c94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:32:38.186380 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.226022 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING neutron.services.revisions.revision_plugin [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Could not find related network for resource to bump revision. Aug 26 12:32:38.236521 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:32:38.245480 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.245908 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Added segment fbc3488d-8ad6-4717-b47c-e0bc784ac29d of type vlan for network 26c498e7-9349-4164-b8c7-cb5bf992ab5e Aug 26 12:32:38.292479 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.401408 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.402402 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:38.402973 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.459337 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Pushing event updated for resources: {'Network': ['ID=26c498e7-9349-4164-b8c7-cb5bf992ab5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:38.465868 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.466230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.466574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.466907 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.467235 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.467585 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.467908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.468239 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.469193 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.469511 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.469830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.470146 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:38.481096 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:32:38.517029 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1075920e-7a78-47ef-998e-d8427bceb85f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4819257 Aug 26 12:32:39.492898 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec139-fceb-4fcd-90e9-831525ffe569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.783959 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:40.844549 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3922b912-d62d-411d-865b-d815733d06b4 admin admin] GET failed (client error): The resource could not be found. Aug 26 12:32:40.845916 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3922b912-d62d-411d-865b-d815733d06b4 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609350 Aug 26 12:32:40.919295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed218cc-92fc-4578-a3e7-3db3a101abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:40.920859 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-aed218cc-92fc-4578-a3e7-3db3a101abb6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699236 Aug 26 12:32:40.931195 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Request body: {'subnet': {'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:32:41.058035 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Made reservation on behalf of 473d1b7aef8a4de5b6991549140e3c94 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:32:41.060396 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:41.315565 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:41.373284 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6590b79a-e78c-4922-b552-6467438d6ed5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:41.381861 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Checking segment: {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:32:41.382235 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Network hostable DHCP agents. Network: 26c498e7-9349-4164-b8c7-cb5bf992ab5e, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:32:41.463755 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:32:41.560915 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 26c498e7-9349-4164-b8c7-cb5bf992ab5e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:32:41.564914 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:41.565504 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:41.570997 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b04fe-0320-4fc1-b58a-7378b9c5e13e None None] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:32:41.653320 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4a84f411-9adc-44ec-addf-8f6b307e69bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7254918 Aug 26 12:32:41.720205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-26c498e7-9349-4164-b8c7-cb5bf992ab5e', 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e', 'tenant_id': '473d1b7aef8a4de5b6991549140e3c94', 'fixed_ips': [{'subnet_id': '6590b79a-e78c-4922-b552-6467438d6ed5'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:32:41.721424 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:41.863671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Allocated IP 192.168.233.2 (26c498e7-9349-4164-b8c7-cb5bf992ab5e/6590b79a-e78c-4922-b552-6467438d6ed5/77cc5c49-9b4b-4984-9cf9-4a4606c77366) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:32:42.017133 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.026085 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Transition to ACTIVE for port object 77cc5c49-9b4b-4984-9cf9-4a4606c77366 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:32:42.041196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Transition to ACTIVE for port object 77cc5c49-9b4b-4984-9cf9-4a4606c77366 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:32:42.075442 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d97fa012-76b2-4a3c-9961-71439dc75100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.104517 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.145088 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:32:42.150327 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:32:42.157345 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:32:42.160398 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Pushing event updated for resources: {'Port': ['ID=77cc5c49-9b4b-4984-9cf9-4a4606c77366,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:42.165107 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.173732 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.174079 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.177319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:42.226264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Attempting to bind port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:32:42.226626 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Attempting to bind port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:32:42.226976 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Attempting to bind port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 on network 26c498e7-9349-4164-b8c7-cb5bf992ab5e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:32:42.232871 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:32:42.233235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Checking segment: {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:32:42.233629 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.234051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Bound using segment: {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:32:42.234513 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Bound port: 77cc5c49-9b4b-4984-9cf9-4a4606c77366, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:32:42.234904 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.300349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] For port 77cc5c49-9b4b-4984-9cf9-4a4606c77366, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:32:42.303537 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] For port 77cc5c49-9b4b-4984-9cf9-4a4606c77366, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=77cc5c49-9b4b-4984-9cf9-4a4606c77366,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:32:42.373325 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:42.437805 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dad2d-3862-4751-8326-929b5a67e92a None None] Pushing event updated for resources: {'Port': ['ID=77cc5c49-9b4b-4984-9cf9-4a4606c77366,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:42.974053 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 77cc5c49-9b4b-4984-9cf9-4a4606c77366 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:32:43.132892 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:32:43.284065 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1c853-5eda-4fd8-91ca-0ae721956fb9 None None] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:32:43.470491 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Provisioning for port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:32:43.475503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Provisioning complete for port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:32:43.475953 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:43.571328 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:43.616502 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] For port 77cc5c49-9b4b-4984-9cf9-4a4606c77366, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=77cc5c49-9b4b-4984-9cf9-4a4606c77366,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:43.698522 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:43.749510 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739072ae-dfdf-4c66-84bc-e5f0d8c99a7d None None] Pushing event updated for resources: {'Port': ['ID=77cc5c49-9b4b-4984-9cf9-4a4606c77366,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:43.816718 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a50e0a0-9123-432f-ae91-1d7d94a24180 None None] Provisioning complete for port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:32:43.817115 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a50e0a0-9123-432f-ae91-1d7d94a24180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:43.915163 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.942495 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 77cc5c49-9b4b-4984-9cf9-4a4606c77366 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:32:44.993194 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 77cc5c49-9b4b-4984-9cf9-4a4606c77366 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:32:44.993555 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:45.269452 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:52.422870 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:33:09.424175 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b62ae18-fecb-4749-b980-d64a4a300533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:12.046911 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee1a8-9021-4f82-8441-888425850862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:12.143583 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:13.926638 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.292294 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:29.421298 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:33:39.412470 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd870-e416-4d91-b829-d9cb7f3cc583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:42.040878 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d30a739-1d6f-43a2-a1e7-e59c4517c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:42.115301 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:43.892063 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:45.297638 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:58.482056 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:33:58.489883 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [None req-b28ab9cb-f283-47d8-b243-3647124436eb tempest-verify_tempest_config-1861886128 tempest-verify_tempest_config-1861886128-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:33:58.490881 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b28ab9cb-f283-47d8-b243-3647124436eb tempest-verify_tempest_config-1861886128 tempest-verify_tempest_config-1861886128-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0078371 Aug 26 12:33:58.961421 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:33:59.071242 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.187798 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.246673 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.293337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019bea2d-61a5-4484-9fb3-1ec50234c378,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:33:59.297631 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87d2b34c39bb4a6c941553189c016689&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3351581 Aug 26 12:33:59.300436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:33:59.303325 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.303677 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.304013 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.304348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.304772 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.305026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.305348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.305674 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.305996 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.306355 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.306680 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.306998 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d70e2a-0313-46ee-b271-c812e1760340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.361421 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.382524 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.515026 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.517662 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:59.519229 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/019bea2d-61a5-4484-9fb3-1ec50234c378 HTTP/1.1" status: 204 len: 168 time: 0.2174463 Aug 26 12:33:59.527698 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019bea2d-61a5-4484-9fb3-1ec50234c378,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:33:59.534632 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.535011 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.535364 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.535739 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.536075 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.536501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.536776 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.537113 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.537487 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.537797 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.538138 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:59.538450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351665-3e38-42da-ab08-81c9a42fee38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:06.420143 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:09.469289 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19e94785-d6e4-4c60-8db7-82f526d9c51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.067176 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61a84a52-e7ad-4bda-babd-10687693b5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.125942 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:13.908806 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:15.314677 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:39.411057 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e475d06-cb93-45a5-b4bb-b9206b925a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:42.045878 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea97c82b-82a7-4326-b8d2-17188b1e88a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:42.148914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:43.419280 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:43.914385 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:45.308876 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:09.417586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1df5a609-ad07-4715-91b8-b4e8fe0e56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:12.063167 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43f5ad31-6220-4836-811c-61eb854e5051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:12.148400 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:13.903487 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:15.314788 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:20.417578 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:35:37.086404 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483499'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:39.451993 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b766d12-18dd-48b3-b1e8-f08f47e65604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:42.058142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82301f71-a435-4945-96a0-cc877ad1ea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:42.252193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:43.938024 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:45.309147 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:52.136662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:35:52.243624 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-11ed3fda-6a3c-44c6-835b-342182cf6be6 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1057694 Aug 26 12:35:54.462293 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:35:54.517451 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e3a9ba29-7149-411e-8610-2e1f60113d18 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0541458 Aug 26 12:35:57.416881 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:07.005881 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:09.446178 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a014b85-47b0-4a01-98ac-d832db8d2d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:12.072953 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9282792-695e-4581-881b-386dc3d49a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:12.172136 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:13.926098 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:15.377319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:34.416406 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:37.052671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:39.446145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2edf5d5-1976-4a29-9bfc-8d970ee11078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:42.068119 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba305980-8123-45ce-8d92-51597afaff34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:42.149214 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:43.937396 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:45.326610 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:07.035701 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:09.440671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55d334a8-0c36-46c4-9e0a-01e0c5cea16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:11.416445 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:12.044712 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-494191c0-8438-4a4a-bd85-ba93ca63b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:12.160825 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:13.949244 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:15.332067 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:28.389986 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:28.426151 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:29.087069 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1768938169-network', 'tenant_id': 'f72be8dccaf54841ae2d49b36656d032'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:29.119176 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1519115990-network', 'tenant_id': '50d860ada1544f5fb80337447dcd907f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:29.132415 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:29.207999 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Made reservation on behalf of f72be8dccaf54841ae2d49b36656d032 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:29.210455 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.231980 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.317411 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:29.321288 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.343092 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.476193 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.591938 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.623299 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:37:29.660073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.660634 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Added segment b8c0354f-04f6-47cd-ad54-e59dcc419500 of type vlan for network 876141ad-a338-4310-8403-6a59ce35e31e Aug 26 12:37:29.700985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-420552682-network', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:29.729992 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:29.812682 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56853d7a-138f-4cb2-b28a-2c167461cdfe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:29.820548 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.885968 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.885968 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.885968 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.886598 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.887050 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.887574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.888031 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.888634 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.889120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.889579 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.890061 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.891005 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Tracked resource versions report: Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: pushed versions: Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Log': {'1.0'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Network': {'1.1'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Port': {'1.7'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: consumer versions: Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Log': '1.0', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Network': '1.1', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Port': '1.7', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'SubPort': '1.0', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Subnet': '1.1', Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Aug 26 12:37:29.898936 dv-cinder-806140-1-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:37:29.964288 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.966247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:29.967893 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:29.969134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.085858 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] Pushing event updated for resources: {'Network': ['ID=876141ad-a338-4310-8403-6a59ce35e31e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:30.095667 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.105832 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 876141ad-a338-4310-8403-6a59ce35e31e details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:37:30.132178 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:37:30.149763 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.150387 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Added segment 59836be2-40e5-40af-bb0f-ccd7c89cfbf7 of type vlan for network 711f496b-cfc1-4390-9819-28740fc342dc Aug 26 12:37:30.225649 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.294249 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:30.298325 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1e5a3ac9-b050-4715-8280-e1f370e21e4e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9057319 Aug 26 12:37:30.303940 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Request body: {'subnet': {'network_id': '876141ad-a338-4310-8403-6a59ce35e31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1768938169-subnet', 'tenant_id': 'f72be8dccaf54841ae2d49b36656d032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:30.315967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:30.332638 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.334272 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:30.335240 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.418585 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-network', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:30.451198 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] Pushing event updated for resources: {'Network': ['ID=711f496b-cfc1-4390-9819-28740fc342dc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:30.463918 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Made reservation on behalf of 48bac8aae21a46e2b41abcb71b695003 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:30.464098 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:30.470062 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 711f496b-cfc1-4390-9819-28740fc342dc details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:37:30.471200 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.494740 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.522322 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.db.api [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 12:37:30.522322 dv-cinder-806140-1-iscsi neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 12:37:30.522322 dv-cinder-806140-1-iscsi neutron-server[94640]: [parameters: {'project_id_1': '5f52e099a757438aad026a6f02bd92b1', 'expiration_1': datetime.datetime(2021, 8, 26, 12, 37, 30, 430771)}] Aug 26 12:37:30.522322 dv-cinder-806140-1-iscsi neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:37:30.523480 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG oslo_db.api [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:37:30.621757 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1193304406-network', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:30.681722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Made reservation on behalf of f72be8dccaf54841ae2d49b36656d032 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:30.685633 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.825843 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-87e1aa89-4ebc-4f4b-9c1d-8e61e291bc5c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3980975 Aug 26 12:37:30.833153 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:30.844919 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Request body: {'subnet': {'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1519115990-subnet', 'tenant_id': '50d860ada1544f5fb80337447dcd907f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:30.990264 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.081442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.126317 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.165690 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85104586-70da-49c2-8d24-a5f4108c3a93,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:31.167359 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:37:31.199264 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70752cf-f126-4f88-8b30-472b4e70ac7d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:31.205240 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.205609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.206187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.207024 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.207630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.208180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.208724 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.209272 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.209827 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.210371 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.211256 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.212018 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Tracked resource versions report: Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: pushed versions: Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Log': {'1.0'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Network': {'1.1'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Port': {'1.7'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: consumer versions: Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Log': '1.0', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Network': '1.1', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Port': '1.7', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'SubPort': '1.0', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Subnet': '1.1', Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Aug 26 12:37:31.214286 dv-cinder-806140-1-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:37:31.225334 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.225334 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Added segment e7c04c4e-5456-4880-989f-5da50ec86afd of type vlan for network 363bbc2c-fced-4e50-8025-ed42d7752c11 Aug 26 12:37:31.238668 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Checking segment: {'id': 'b8c0354f-04f6-47cd-ad54-e59dcc419500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:31.239234 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Network hostable DHCP agents. Network: 876141ad-a338-4310-8403-6a59ce35e31e, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:37:31.332520 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.418491 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Made reservation on behalf of 5a8b2961939a44f9915441d17cb97d82 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:31.423771 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.446178 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.461577 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Network 876141ad-a338-4310-8403-6a59ce35e31e is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:37:31.550253 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.552325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:31.553670 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.607790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 876141ad-a338-4310-8403-6a59ce35e31e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:31.614280 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:31.615601 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.622288 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1235c6-28ee-437d-88d9-3d05c7defc0d None None] Network 876141ad-a338-4310-8403-6a59ce35e31e requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:31.649829 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:31.653831 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.768541 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Made reservation on behalf of 5f52e099a757438aad026a6f02bd92b1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:31.777196 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.777547 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] Pushing event updated for resources: {'Network': ['ID=363bbc2c-fced-4e50-8025-ed42d7752c11,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:31.798499 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:31.885391 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:37:31.917904 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eaa838d0-cf68-4469-bbab-95b180878b12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7832305 Aug 26 12:37:31.925530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:31.970001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Request body: {'subnet': {'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-subnet', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:32.018585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad06ded-593b-49fe-a64f-b563e66c7484 None None] Network 876141ad-a338-4310-8403-6a59ce35e31e requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:32.043114 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.200361 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.218304 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.299860 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff3f6d-9102-43c3-a908-b366d2430768,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:32.302485 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=904b305f-97e2-4cd7-90ff-7373c1af0d95,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:32.307050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:37:32.355696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735163447269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.355696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Unsubscribe: segment precommit_create {{(pid=94640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 12:37:32.355696 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Added segment 49ce9314-0183-4316-aeb7-ac5829f4537a of type vlan for network 60fe485c-890c-4715-b43a-e25dad17a0d0 Aug 26 12:37:32.356120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Checking segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:32.356120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Network hostable DHCP agents. Network: 711f496b-cfc1-4390-9819-28740fc342dc, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:37:32.399504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.458602 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4f0a900f-5097-4106-b4f7-85115a8ec4b9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1626704 Aug 26 12:37:32.543810 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Network 711f496b-cfc1-4390-9819-28740fc342dc is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:37:32.584180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.606624 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.609020 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:32.610257 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.719786 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 711f496b-cfc1-4390-9819-28740fc342dc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:32.728423 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:32.733418 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.735158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040b6b9-83d4-46c8-89d4-23afabc818fa None None] Network 711f496b-cfc1-4390-9819-28740fc342dc requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:32.742005 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] Pushing event updated for resources: {'Network': ['ID=60fe485c-890c-4715-b43a-e25dad17a0d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:32.757214 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.786452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:37:32.798342 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a78d2-9ea2-446b-a277-695a37e4f13e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:32.807850 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.808227 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Added segment 5fd56064-59ea-4b1e-8cec-e036706f3787 of type vlan for network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac Aug 26 12:37:32.841278 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:37:32.860298 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d56c26d-a14a-4699-be4a-9ef686a8f91f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0255191 Aug 26 12:37:32.900504 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a9f2574c-6b93-4a62-ad39-ba91a8e4a337 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4059305 Aug 26 12:37:32.902179 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:32.908439 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Request body: {'subnet': {'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1193304406-subnet', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:32.933298 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:32.967403 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Made reservation on behalf of 48bac8aae21a46e2b41abcb71b695003 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:32.972764 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.144217 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Made reservation on behalf of 5a8b2961939a44f9915441d17cb97d82 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:33.148222 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.226692 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.234978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0374d-b197-48c6-896c-3e2d8d9e0e5d None None] Network 711f496b-cfc1-4390-9819-28740fc342dc requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:33.240800 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:33.241663 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.659663 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.9242849 Aug 26 12:37:33.660045 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:33.666497 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Request body: {'subnet': {'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-subnet', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:33.708238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4be7f-ee9f-411e-9041-25083bb6773c admin admin] Pushing event updated for resources: {'Network': ['ID=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:33.729545 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:37:33.826094 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.881640 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Made reservation on behalf of 5f52e099a757438aad026a6f02bd92b1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:33.886694 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:33.951493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea58c1f-0739-4631-8031-dbe8f11806da,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:33.965209 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Checking segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:33.978312 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Network hostable DHCP agents. Network: 363bbc2c-fced-4e50-8025-ed42d7752c11, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:37:33.987190 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:34.095277 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Checking segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:34.096246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Network hostable DHCP agents. Network: 60fe485c-890c-4715-b43a-e25dad17a0d0, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:37:34.099352 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:34.154560 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:37:34.204478 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 55978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:34.211209 dv-cinder-806140-1-iscsi neutron-server[94639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 12:37:34.235033 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:37:34.344402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 55990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:34.349003 dv-cinder-806140-1-iscsi neutron-server[94640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 12:37:34.390567 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 363bbc2c-fced-4e50-8025-ed42d7752c11) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:34.404671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ebdc6-d23a-412b-b994-1f1c9cd3c978 None None] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:34.529357 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-74570ff5-c30e-460e-8df5-372de3bab288 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:34.538621 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-74570ff5-c30e-460e-8df5-372de3bab288 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/networks?id=876141ad-a338-4310-8403-6a59ce35e31e HTTP/1.1" status: 200 len: 812 time: 0.3328788 Aug 26 12:37:34.563313 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-8c512410-f4ad-44e6-9821-c4012809842c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/quotas/f72be8dccaf54841ae2d49b36656d032 HTTP/1.1" status: 200 len: 375 time: 0.0226460 Aug 26 12:37:34.579974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 60fe485c-890c-4715-b43a-e25dad17a0d0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:34.646705 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-3e51d3af-50f5-4221-928e-de939e30a7c0 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f72be8dccaf54841ae2d49b36656d032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821159 Aug 26 12:37:34.647910 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:34.696712 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d38e2-916b-4909-8269-686687c586b1 None None] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:34.699984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:34.701291 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:34.802151 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:34.854812 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f365a9f-c027-47dd-bdcc-97557e2b6a40 None None] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:34.859541 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:34.860330 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:34.861436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:34.865197 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Checking segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:34.865970 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Network hostable DHCP agents. Network: 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:37:34.937988 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:34.944099 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7d122a0c-f67e-44f3-b2e3-c7c17a0a944e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0203588 Aug 26 12:37:34.946128 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:35.023034 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-2d8b58bb-61b7-4a26-bfd6-a4df426496ed tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:35.034078 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-2d8b58bb-61b7-4a26-bfd6-a4df426496ed tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.6834683 Aug 26 12:37:35.040551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ddd46b33-1a2b-4004-8b16-7848775f7231 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1373632 Aug 26 12:37:35.043399 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:35.090998 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-46bcef43-0b3a-4e40-a0ed-4801d97e70bc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/quotas/50d860ada1544f5fb80337447dcd907f HTTP/1.1" status: 200 len: 375 time: 0.0307393 Aug 26 12:37:35.099202 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:35.138492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-733c5fb6-f550-4540-89b0-8c5131e42a99 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:37:35.140283 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-733c5fb6-f550-4540-89b0-8c5131e42a99 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1889064 Aug 26 12:37:35.156174 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:37:35.226413 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-c9a097dd-ec96-4b75-9685-c8830c6a49da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323276 Aug 26 12:37:35.270688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-60fe485c-890c-4715-b43a-e25dad17a0d0', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:37:35.272883 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.276220 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12abc8f6-a8a6-4cb6-96a9-958917ca9ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.311295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.312363 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.331029 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:35.336597 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:35.337287 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.410422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe1a8d-46b8-4662-9d7d-7a9be25c19ea None None] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:35.434900 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-96ed2f48-62f1-4853-baa7-1b68b8ed2735 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:37:35.437249 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-96ed2f48-62f1-4853-baa7-1b68b8ed2735 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0950868 Aug 26 12:37:35.470185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.474850 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-15fc4114-4155-4d8e-ba1d-408d1faa4fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881494 Aug 26 12:37:35.614374 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-d48d8b25-40ae-49b1-b1e7-607564674139 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679468 Aug 26 12:37:35.630573 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Allocated IP 172.20.0.2 (60fe485c-890c-4715-b43a-e25dad17a0d0/1e87fc9c-b7bd-45cb-92af-f9a903bda0b5/0661511f-f5b5-4511-b081-bd229cd2d323) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:35.653660 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.654703 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.717339 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:37:35.718303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:35.720364 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-2a768829-b5ff-410f-a721-9c83a1a1d0ce service neutron] 10.222.0.15 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373853 Aug 26 12:37:35.740035 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e6b2e7f3-92d1-411a-a173-caee390f42ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0787144 Aug 26 12:37:35.745203 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:35.760618 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-6dd77ba6-afc9-46ff-b10f-5337e920cec9 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393139 Aug 26 12:37:35.769248 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:35.890886 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12abc8f6-a8a6-4cb6-96a9-958917ca9ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.008299 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12abc8f6-a8a6-4cb6-96a9-958917ca9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.019717 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.021881 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Allocated IP 172.20.0.2 (7db30cb0-1e4f-4858-9f01-a0ec5e6898ac/0f5f95bb-cb3f-41ab-87d4-89fc64bbb211/5c2e3bee-c2db-47b9-a23f-d4c40ebb0551) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:36.036831 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Transition to ACTIVE for port object 0661511f-f5b5-4511-b081-bd229cd2d323 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:36.094672 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Transition to ACTIVE for port object 0661511f-f5b5-4511-b081-bd229cd2d323 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:36.125871 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.133767 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.162036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:36.162451 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-12abc8f6-a8a6-4cb6-96a9-958917ca9ddf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e059392e0dc466aafbc3feb136f0952&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3414714 Aug 26 12:37:36.163086 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abc8f6-a8a6-4cb6-96a9-958917ca9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaba237-8785-45ac-a757-c339ceacee13,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:36.239935 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.255808 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.267005 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Transition to ACTIVE for port object 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:36.270303 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.275291 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.403110 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.404801 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.419896 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Transition to ACTIVE for port object 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:36.526896 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:36.547275 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:36.559936 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:36.565295 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6e3c749-0512-4ca6-be5b-3f109c418191 req-725562c9-f3cf-41e0-8a61-dc74761068ff tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.2476859 Aug 26 12:37:36.573603 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Pushing event updated for resources: {'Port': ['ID=0661511f-f5b5-4511-b081-bd229cd2d323,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:36.592012 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.640431 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa5f5c9d-a5a5-4c40-9a34-6cc0a45dc2c0 req-d6276cca-82dd-4f40-a9cc-4ae024ef41e7 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.1927130 Aug 26 12:37:36.663113 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.663658 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.665002 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.665601 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.666135 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.666684 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.667216 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.667745 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.668307 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.669697 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.670275 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.670796 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Tracked resource versions report: Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: pushed versions: Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Log': {'1.0'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Network': {'1.1'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Port': {'1.7'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: consumer versions: Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Log': '1.0', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Network': '1.1', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Port': '1.7', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'SubPort': '1.0', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Subnet': '1.1', Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Aug 26 12:37:36.672899 dv-cinder-806140-1-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:37:36.753501 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.757339 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:36.759088 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edaba237-8785-45ac-a757-c339ceacee13 HTTP/1.1" status: 204 len: 168 time: 0.5960279 Aug 26 12:37:36.784512 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65669f6a-5ca4-46b7-87c3-f04867ddd7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaba237-8785-45ac-a757-c339ceacee13,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:36.869601 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:36.948419 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:36.991644 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.081477 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:37.104626 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:37.232525 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Attempting to bind port 0661511f-f5b5-4511-b081-bd229cd2d323 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:37.234053 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Attempting to bind port 0661511f-f5b5-4511-b081-bd229cd2d323 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:37.234279 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7bbef29-eab8-4030-981b-3bab95c5ed21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.235084 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Attempting to bind port 0661511f-f5b5-4511-b081-bd229cd2d323 on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:37.236769 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.291877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Attempting to bind port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:37.292967 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Attempting to bind port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:37.298882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Attempting to bind port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:37.307503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:37.308548 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Checking segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:37.313059 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.314204 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Bound using segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:37.319777 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Bound port: 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:37.325035 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.331487 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Pushing event updated for resources: {'Port': ['ID=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:37.381748 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:37.383054 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Checking segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:37.383735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.384419 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Bound using segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:37.385218 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Bound port: 0661511f-f5b5-4511-b081-bd229cd2d323, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:37.386231 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.475699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7bbef29-eab8-4030-981b-3bab95c5ed21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.477109 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] For port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:37.481145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] For port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:37.486938 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.548608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.576661 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7bbef29-eab8-4030-981b-3bab95c5ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.590283 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.643519 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] For port 0661511f-f5b5-4511-b081-bd229cd2d323, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:37.670310 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f7bbef29-eab8-4030-981b-3bab95c5ed21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1eaa8e141630429a826ea26d31dc5357&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7153366 Aug 26 12:37:37.670310 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbef29-eab8-4030-981b-3bab95c5ed21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aef7c1-005d-42a2-836a-29ba1c8ce699,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:37.688577 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:37.734903 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] For port 0661511f-f5b5-4511-b081-bd229cd2d323, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0661511f-f5b5-4511-b081-bd229cd2d323,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:37.751535 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b68dc7-5659-4db7-b58d-3a1ccecf55ea None None] Pushing event updated for resources: {'Port': ['ID=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:37.834771 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.868474 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:37.877559 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ee0245c9-e598-43e0-99ac-146f39d671da req-b641cbde-88ea-4080-9f88-977139013d80 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0650923 Aug 26 12:37:37.908311 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.104025 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012ae8-6e82-4cf6-9136-014834cc1242 None None] Pushing event updated for resources: {'Port': ['ID=0661511f-f5b5-4511-b081-bd229cd2d323,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:38.177480 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.185140 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.187499 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55aef7c1-005d-42a2-836a-29ba1c8ce699 HTTP/1.1" status: 204 len: 168 time: 0.4970317 Aug 26 12:37:38.214285 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1eda8-35f1-4e81-8db8-19ce4b4a9225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aef7c1-005d-42a2-836a-29ba1c8ce699,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:38.287289 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1ec2fea-d66a-4971-a60a-c65cba687831 req-967ba8a0-7979-4a2e-8634-e67d8f1c120b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.1752388 Aug 26 12:37:38.365927 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.420454 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.461929 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:38.502384 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780d2592-85d1-4be0-ac54-95480af2ee0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.659503 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780d2592-85d1-4be0-ac54-95480af2ee0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.783440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.791467 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780d2592-85d1-4be0-ac54-95480af2ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.834325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.836880 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Allocated IP 172.27.0.167 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/36fe51a7-b951-41e1-8a6a-46a5e602430e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:38.851785 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:38.895736 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-780d2592-85d1-4be0-ac54-95480af2ee0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6fa7df2abd9421e852afb16e15a34d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4315379 Aug 26 12:37:38.904999 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:38.934889 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2592-85d1-4be0-ac54-95480af2ee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf1e10-b3dd-4953-a2d3-c8885f886cde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:38.960715 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.104683 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48a742af-2e40-4b08-9372-2fc62e91ba6f req-199dcc98-a42e-45fa-9ade-e0a3d7d96b4a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.1334372 Aug 26 12:37:39.228044 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.291408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.442999 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.452218 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.456592 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90bf1e10-b3dd-4953-a2d3-c8885f886cde HTTP/1.1" status: 204 len: 168 time: 0.5500507 Aug 26 12:37:39.493393 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebcdf0-87cc-44e0-b2e0-ad28e6faaef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf1e10-b3dd-4953-a2d3-c8885f886cde,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:39.497295 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:39.550158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa96aa9-7b35-42b9-936f-38da70c13cf7 None None] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:39.558067 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-72885b89-e5e0-4bcb-b3a8-094669b0d0de req-ff1a24ca-2db3-45cc-b134-220b63cd6102 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.1212161 Aug 26 12:37:39.576446 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-811211f2-ae95-403e-a5e2-a8c2ace6f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.595284 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.678001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:39.702536 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b5fda6-8a6c-4648-b68a-46c99930cc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.859083 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Provisioning for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:39.863199 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b5fda6-8a6c-4648-b68a-46c99930cc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.885473 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:39.890228 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c152fe-21cb-4ff1-8c2d-ea783fd5836d None None] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:37:39.894680 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Provisioning complete for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:39.895663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.897890 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:39.911084 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Allocated IP 172.27.0.85 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/932d2ce9-3038-4194-b476-e65f0a9f071a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:39.954936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:39.964961 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:39.967929 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:39.990000 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b5fda6-8a6c-4648-b68a-46c99930cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.057335 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:40.057770 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.058851 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Pushing event updated for resources: {'Port': ['ID=36fe51a7-b951-41e1-8a6a-46a5e602430e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:40.093775 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-63b5fda6-8a6c-4648-b68a-46c99930cc5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=655cd5ffa374411a851234ca37bba9b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4129024 Aug 26 12:37:40.095344 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:40.096434 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fda6-8a6c-4648-b68a-46c99930cc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccc8fa-b13e-49c4-b194-3ae3ea8ab895,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:40.259936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.293452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.371534 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.478017 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.592587 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-748ac92c-92fc-4416-ae56-c44c505c281b req-99f5af31-562b-451e-9253-82b3f0286325 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.1340311 Aug 26 12:37:40.656752 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:40.666111 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.720833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.724104 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.726938 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16ccc8fa-b13e-49c4-b194-3ae3ea8ab895 HTTP/1.1" status: 204 len: 168 time: 0.6249881 Aug 26 12:37:40.739930 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb12137-2574-41ae-9761-97f8f9579240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccc8fa-b13e-49c4-b194-3ae3ea8ab895,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:40.752451 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.815163 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:40.821859 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0661511f-f5b5-4511-b081-bd229cd2d323 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:40.940341 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:40.945122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:41.014054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:41.022673 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:41.031295 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.db.api [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:37:41.031557 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG oslo_db.api [None req-86ad9fe3-cde2-454d-9f44-e551a1a35c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:37:41.059113 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:41.238827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 0661511f-f5b5-4511-b081-bd229cd2d323 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:41.276779 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Pushing event updated for resources: {'Port': ['ID=932d2ce9-3038-4194-b476-e65f0a9f071a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:41.281394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Allocated IP 172.27.0.111 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/07c0ec39-fb03-4ade-bac5-9b037b89db99) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:41.287085 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b57583df-dc7a-44b9-8924-5a370d21ebd6 req-a2799262-9f54-47c4-9340-c5df00787832 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.2472458 Aug 26 12:37:41.403237 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:41.513578 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:41.514106 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:41.580408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.65', 60272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:41.698009 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:41.807800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:41.814939 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-53f0ddc5-48cc-4924-aa87-0465a56267c5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:41.817259 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-53f0ddc5-48cc-4924-aa87-0465a56267c5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.2354512 Aug 26 12:37:41.877064 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5a24970a-4d03-44ef-ac8e-a5ab3570f44f req-4b7bc7c8-e27e-4441-a2c0-96a32ef282aa tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0325711 Aug 26 12:37:41.910787 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:41.958707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Provisioning for port 0661511f-f5b5-4511-b081-bd229cd2d323 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:41.969117 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Provisioning complete for port 0661511f-f5b5-4511-b081-bd229cd2d323 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:41.969974 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.082609 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.090262 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.126780 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da576d54-faa2-4676-a609-9098a1d7b56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.130582 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] For port 0661511f-f5b5-4511-b081-bd229cd2d323, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0661511f-f5b5-4511-b081-bd229cd2d323,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:42.193172 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.229672 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.265001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:42.282138 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:42.283735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Provisioning complete for port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:42.284182 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.304257 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:42.307440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Pushing event updated for resources: {'Port': ['ID=07c0ec39-fb03-4ade-bac5-9b037b89db99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:42.342971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb36a-0619-4e3f-8d10-9aaf31c1de03 None None] Pushing event updated for resources: {'Port': ['ID=0661511f-f5b5-4511-b081-bd229cd2d323,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:42.581641 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc4dc47f-5e25-4c1e-9043-ba800536244f req-5fe19f02-e66e-4dc2-93a9-b0592ffb6f52 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.0747077 Aug 26 12:37:42.586317 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:37:42.615140 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:42.893693 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:42.913407 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Sync routers for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:42.948612 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:42.951010 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:42.956189 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.029464 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.034077 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-32b2123c-bdd5-4d96-9d23-70afacee6018 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0922220 Aug 26 12:37:43.034224 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64266c9e-4acf-4916-9e50-45155a5fef16 req-1bb93bac-e712-4ae8-8d09-43b4631da4ed tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0375016 Aug 26 12:37:43.037316 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:43.213777 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:43.239866 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:37:43.486738 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0661511f-f5b5-4511-b081-bd229cd2d323 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:43.546531 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:40Z', 'revision_number': 3, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:43.629478 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 0661511f-f5b5-4511-b081-bd229cd2d323 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:43.630793 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.654474 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Checking router: 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:43.657560 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Updating router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 port 36fe51a7-b951-41e1-8a6a-46a5e602430e binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:43.704353 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:43.741925 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:43.782535 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.785040 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.846693 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:43.847877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:43.854413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.857444 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-686d2111-3e8a-4d79-beb0-4d48a7284a93 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8024318 Aug 26 12:37:43.895107 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-63d076e7-de86-42b3-a80a-2891b91c86db req-a2ab3b57-f91a-4b4a-90fb-ed9c657df44b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Aug 26 12:37:43.898987 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:44.120864 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:44.465205 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-79eae9bf-dc6e-4fbc-8bbf-097fd152b588 req-e7bf86c5-2b66-46cf-b21d-a6232ea3ffee tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.1116884 Aug 26 12:37:44.465205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.471687 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.498075 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Transition to ACTIVE for port object 36fe51a7-b951-41e1-8a6a-46a5e602430e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:44.520480 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Router c72b0083-7282-4af7-9297-6f681a26c7e5 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:37:44.675199 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:44.682561 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.702651 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.709138 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:44.715804 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Request body: {'port': {'device_id': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'admin_state_up': True, 'tenant_id': '50d860ada1544f5fb80337447dcd907f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:44.723015 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Allocated IP 172.20.0.1 (363bbc2c-fced-4e50-8025-ed42d7752c11/8ea58c1f-0739-4631-8031-dbe8f11806da/ba9460c5-7875-4334-9f3f-8706b5ebb5ba) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:44.749664 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:44.750384 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:44.756694 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:41Z', 'revision_number': 3, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:44.798190 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:44.798993 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Updating router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 port 932d2ce9-3038-4194-b476-e65f0a9f071a binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:44.831883 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.864435 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.867144 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f2aaefe5-5434-4f35-9811-cfcae670393e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1094441 Aug 26 12:37:44.870382 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:44.916346 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Attempting to bind port 36fe51a7-b951-41e1-8a6a-46a5e602430e on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:44.916821 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Attempting to bind port 36fe51a7-b951-41e1-8a6a-46a5e602430e by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:44.917353 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Attempting to bind port 36fe51a7-b951-41e1-8a6a-46a5e602430e on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:44.922671 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Pushing event updated for resources: {'Port': ['ID=36fe51a7-b951-41e1-8a6a-46a5e602430e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:44.935870 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:44.936273 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:44.936689 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.937203 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:44.937699 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Bound port: 36fe51a7-b951-41e1-8a6a-46a5e602430e, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:44.938630 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:44.946702 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.947058 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.947416 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.947813 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.948158 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.948497 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.948997 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.949391 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.949751 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.950184 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.950408 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.950738 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Tracked resource versions report: Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: pushed versions: Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Log': {'1.0'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Network': {'1.1'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Port': {'1.7'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SubPort': {'1.0'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Subnet': {'1.1'}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Trunk': {'1.1'}} Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: consumer versions: Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: { DHCP agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: L3 agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: Metadata agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: Metering agent@dv-cinder-806140-1-iscsi: {}, Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: Open vSwitch agent@dv-cinder-806140-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Log': '1.0', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Network': '1.1', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Port': '1.7', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'PortForwarding': '1.2', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'QosPolicy': '1.9', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroup': '1.4', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'SubPort': '1.0', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Subnet': '1.1', Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: 'Trunk': '1.1'}} Aug 26 12:37:44.951922 dv-cinder-806140-1-iscsi neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:37:45.017526 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:45.177485 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] For port 36fe51a7-b951-41e1-8a6a-46a5e602430e, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:45.188151 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.196780 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] For port 36fe51a7-b951-41e1-8a6a-46a5e602430e, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=36fe51a7-b951-41e1-8a6a-46a5e602430e,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:45.314938 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.368841 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d0ca1de7-9e0d-4d12-9c04-7c683edb2030 req-74e8953a-69fc-4336-87de-0a82b2ee8741 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.2016642 Aug 26 12:37:45.527377 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:45.537586 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a91c08b1-0352-4b24-aed6-56a5b4696f36 req-39cbb8f3-c511-4003-a559-2d42c94175e3 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.1072967 Aug 26 12:37:45.576246 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.607691 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Transition to ACTIVE for port object 932d2ce9-3038-4194-b476-e65f0a9f071a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:45.615801 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.627931 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb23a4-fa1e-415e-8283-d01ff58db6d6 None None] Pushing event updated for resources: {'Port': ['ID=36fe51a7-b951-41e1-8a6a-46a5e602430e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:45.677067 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:45.678208 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:45.690355 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.752675 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Allocated IP 172.20.0.1 (60fe485c-890c-4715-b43a-e25dad17a0d0/1e87fc9c-b7bd-45cb-92af-f9a903bda0b5/794725ca-880a-473d-9b72-ce32536ed19d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:45.753010 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.65', 60281) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:45.783362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.805765 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:45.810191 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.854054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db93ba72-5306-4410-87de-10d610bc0a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.883098 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Attempting to bind port 932d2ce9-3038-4194-b476-e65f0a9f071a on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:45.883098 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Attempting to bind port 932d2ce9-3038-4194-b476-e65f0a9f071a by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:45.883395 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Attempting to bind port 932d2ce9-3038-4194-b476-e65f0a9f071a on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:45.905309 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a71cd-478d-4cf9-95d2-fa55ed3c4bb5 None None] Pushing event updated for resources: {'Port': ['ID=932d2ce9-3038-4194-b476-e65f0a9f071a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:45.912192 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:45.913119 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:45.913948 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.914677 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:45.915612 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Bound port: 932d2ce9-3038-4194-b476-e65f0a9f071a, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:45.916317 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.984874 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:42Z', 'revision_number': 3, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:46.045122 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:46.045715 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Updating router c72b0083-7282-4af7-9297-6f681a26c7e5 port 07c0ec39-fb03-4ade-bac5-9b037b89db99 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:46.075567 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] For port 932d2ce9-3038-4194-b476-e65f0a9f071a, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:46.082971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] For port 932d2ce9-3038-4194-b476-e65f0a9f071a, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=932d2ce9-3038-4194-b476-e65f0a9f071a,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:46.089952 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.099787 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:46.121822 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.178996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.238031 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:46.239194 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Transition to ACTIVE for port object 794725ca-880a-473d-9b72-ce32536ed19d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:46.259361 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.269367 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:46.272448 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Allocated IP 172.20.0.14 (711f496b-cfc1-4390-9819-28740fc342dc/904b305f-97e2-4cd7-90ff-7373c1af0d95/7493af3d-4c72-41e5-bdb4-81b97005cdbd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:46.307460 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:46.307937 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.465350 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:46.478708 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:46.478985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.503013 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-bafe359d-4efa-49e9-ac2e-b7e335d890c4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:46.510339 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-bafe359d-4efa-49e9-ac2e-b7e335d890c4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.65 "GET /v2.0/networks?id=876141ad-a338-4310-8403-6a59ce35e31e HTTP/1.1" status: 200 len: 812 time: 0.7557003 Aug 26 12:37:46.529410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Pushing event updated for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:46.564187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Request body: {'port': {'device_id': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e', 'admin_state_up': True, 'tenant_id': 'f72be8dccaf54841ae2d49b36656d032'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:46.610749 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a71cd-478d-4cf9-95d2-fa55ed3c4bb5 None None] Pushing event updated for resources: {'Port': ['ID=932d2ce9-3038-4194-b476-e65f0a9f071a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:46.825260 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:46.845371 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82b6203e-ec65-4231-957d-4ac84a1ac554 req-176c35a4-49a6-49e6-b2f2-597f590c73f0 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.2324710 Aug 26 12:37:46.851790 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.871183 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:46.887127 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:40Z', 'revision_number': 3, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:46.895231 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:46.895743 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.937842 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:47.034809 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1f704a2b-d040-4eb6-bec6-4050bea961f5 req-cd627a10-61e1-48e0-8eb0-cea03d5373ed tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.2880187 Aug 26 12:37:47.117306 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d332b72-e322-48bb-8f33-d3b79a490c4e None None] The sync data for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi is: [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:40Z', 'revision_number': 3, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:47.217236 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Pushing event updated for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:47.242122 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.242377 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.274686 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Transition to ACTIVE for port object 07c0ec39-fb03-4ade-bac5-9b037b89db99 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:47.321499 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db93ba72-5306-4410-87de-10d610bc0a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.535233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:41Z', 'revision_number': 3, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:47.593944 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024388a-60f4-413f-86ac-98891c348e9a None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:41Z', 'revision_number': 3, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:47.729528 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.772128 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48e7a75c-0910-45c7-8b78-8cc5d9f3d1ef None None] Provisioning for port 794725ca-880a-473d-9b72-ce32536ed19d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:47.776241 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.780615 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48e7a75c-0910-45c7-8b78-8cc5d9f3d1ef None None] Provisioning complete for port 794725ca-880a-473d-9b72-ce32536ed19d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:47.781588 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48e7a75c-0910-45c7-8b78-8cc5d9f3d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.901033 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.936333 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Allocated IP 172.20.0.1 (7db30cb0-1e4f-4858-9f01-a0ec5e6898ac/0f5f95bb-cb3f-41ab-87d4-89fc64bbb211/7597939d-92fe-4329-a81c-ae8ff739cf70) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:47.996327 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Attempting to bind port 07c0ec39-fb03-4ade-bac5-9b037b89db99 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:48.000041 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Attempting to bind port 07c0ec39-fb03-4ade-bac5-9b037b89db99 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:48.000905 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Attempting to bind port 07c0ec39-fb03-4ade-bac5-9b037b89db99 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:48.020358 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5917f-213b-4fce-b8c2-cc93267ad29b None None] Pushing event updated for resources: {'Port': ['ID=07c0ec39-fb03-4ade-bac5-9b037b89db99,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:48.046190 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:48.049815 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:48.055725 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.060075 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:48.061043 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Bound port: 07c0ec39-fb03-4ade-bac5-9b037b89db99, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:48.061724 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.160792 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-48e7a75c-0910-45c7-8b78-8cc5d9f3d1ef None None] Port 794725ca-880a-473d-9b72-ce32536ed19d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:37:48.328915 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] For port 07c0ec39-fb03-4ade-bac5-9b037b89db99, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:48.341331 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] For port 07c0ec39-fb03-4ade-bac5-9b037b89db99, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=07c0ec39-fb03-4ade-bac5-9b037b89db99,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:48.429824 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:48.434327 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e55d3b51-5f38-47f9-9a58-45dd89dfe180 req-cd5351f1-ce31-4e97-9a92-1917aa99602e tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.1381803 Aug 26 12:37:48.438415 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.634766 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db93ba72-5306-4410-87de-10d610bc0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.657756 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:48.658469 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:48.696886 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.751436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Transition to ACTIVE for port object 7597939d-92fe-4329-a81c-ae8ff739cf70 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:48.798595 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.813105 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5917f-213b-4fce-b8c2-cc93267ad29b None None] Pushing event updated for resources: {'Port': ['ID=07c0ec39-fb03-4ade-bac5-9b037b89db99,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:48.939592 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ba72-5306-4410-87de-10d610bc0a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee441f55-2be1-43ef-8805-b885e37e74a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:48.966670 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.968945 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.001721 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Network 711f496b-cfc1-4390-9819-28740fc342dc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:49.063599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.159211 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.159332 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:49.159762 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:49.159762 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:49.159918 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Pushing event updated for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:49.165909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:49.173333 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.174746 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:49.201025 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:49.207405 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:49.208092 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.264631 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304c609-824a-4046-ba8a-b72780ac3c48 req-0b60c743-752e-40b6-9f40-9defbbdc94ab tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:49.270718 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7304c609-824a-4046-ba8a-b72780ac3c48 req-0b60c743-752e-40b6-9f40-9defbbdc94ab tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 932 time: 0.6253762 Aug 26 12:37:49.305257 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-db93ba72-5306-4410-87de-10d610bc0a5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8260d18b433543179281779270f86a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7713468 Aug 26 12:37:49.305257 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event updated for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:49.323154 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:49.522814 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Pushing event updated for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:49.545916 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7304c609-824a-4046-ba8a-b72780ac3c48 req-b80325cb-b3f7-4a96-bb79-088f3ff84cb2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380891 Aug 26 12:37:49.546982 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Made reservation on behalf of f72be8dccaf54841ae2d49b36656d032 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:37:49.552404 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:49.555192 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:49.562745 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:49.592841 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-4bba15be-6c6a-402f-9e08-65946a41f0dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8635933 Aug 26 12:37:49.662372 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-c816fa04-0b42-4362-9792-6702fd9a6788 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:37:49.668072 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-c816fa04-0b42-4362-9792-6702fd9a6788 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117438 Aug 26 12:37:49.686815 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 36fe51a7-b951-41e1-8a6a-46a5e602430e up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:49.847876 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:42Z', 'revision_number': 3, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:49.891391 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41837d-3d01-4a18-b1a2-7eb91e053ed0 None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:42Z', 'revision_number': 3, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:49.910232 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2191463-775d-47a1-9b47-87e2b74be0f0 req-f3264a8a-257e-4506-bce9-f10d7aa8f9e7 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.0872090 Aug 26 12:37:49.970100 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75f8174e-b661-4446-b2a6-4f31452ca250 None None] Provisioning for port 7597939d-92fe-4329-a81c-ae8ff739cf70 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:49.975205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75f8174e-b661-4446-b2a6-4f31452ca250 None None] Provisioning complete for port 7597939d-92fe-4329-a81c-ae8ff739cf70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:49.975774 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75f8174e-b661-4446-b2a6-4f31452ca250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.025641 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 36fe51a7-b951-41e1-8a6a-46a5e602430e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:50.039599 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 36fe51a7-b951-41e1-8a6a-46a5e602430e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:50.039968 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.074851 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Allocated IP 172.20.0.14 (876141ad-a338-4310-8403-6a59ce35e31e/85104586-70da-49c2-8d24-a5f4108c3a93/2999850d-48da-4a9c-b887-71dfd418737f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:50.077647 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-75f8174e-b661-4446-b2a6-4f31452ca250 None None] Port 7597939d-92fe-4329-a81c-ae8ff739cf70 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:37:50.100275 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.178401 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.187416 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.224419 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.230029 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 36fe51a7-b951-41e1-8a6a-46a5e602430e, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=36fe51a7-b951-41e1-8a6a-46a5e602430e,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:50.233913 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-111d65fd-6bb2-4c81-ac45-57cdd0d76e01 None None] Provisioning complete for port 794725ca-880a-473d-9b72-ce32536ed19d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:50.234423 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-111d65fd-6bb2-4c81-ac45-57cdd0d76e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.279677 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:37:50.315231 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-111d65fd-6bb2-4c81-ac45-57cdd0d76e01 None None] Port 794725ca-880a-473d-9b72-ce32536ed19d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:37:50.325707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.331865 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 932d2ce9-3038-4194-b476-e65f0a9f071a up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:50.412204 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.478780 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.482245 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.483499 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee441f55-2be1-43ef-8805-b885e37e74a7 HTTP/1.1" status: 204 len: 168 time: 1.1594045 Aug 26 12:37:50.486764 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.521628 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=36fe51a7-b951-41e1-8a6a-46a5e602430e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:50.522116 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.526408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.538687 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218cdd-e9ff-4364-8287-15de5fbec47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee441f55-2be1-43ef-8805-b885e37e74a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:50.541532 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 932d2ce9-3038-4194-b476-e65f0a9f071a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:50.561173 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 932d2ce9-3038-4194-b476-e65f0a9f071a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:50.563401 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.691868 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:50.722903 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a945e332-cd68-4d6f-b605-2a4af6f953ec admin admin] 10.222.0.15 "PUT /v2.0/routers/939fc6c8-62a0-488b-81c9-6a0b1bd20b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8224285 Aug 26 12:37:50.815338 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.884891 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.885473 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.897245 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.903650 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:50.988581 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 932d2ce9-3038-4194-b476-e65f0a9f071a, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=932d2ce9-3038-4194-b476-e65f0a9f071a,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:51.032966 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Pushing event updated for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:51.181521 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:51.220216 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Pushing event updated for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:51.227239 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Network 876141ad-a338-4310-8403-6a59ce35e31e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:51.292659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:51.306182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:37:51.315641 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:51.316701 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:51.356544 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:51.370419 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=932d2ce9-3038-4194-b476-e65f0a9f071a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:51.374619 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:51.384653 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9dbd1-fddf-4500-8300-2b0688898668 req-64b7920c-24d8-41e3-b765-e2d9ccf8caeb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:51.392435 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eea9dbd1-fddf-4500-8300-2b0688898668 req-64b7920c-24d8-41e3-b765-e2d9ccf8caeb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 932 time: 0.5326586 Aug 26 12:37:51.481873 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Pushing event updated for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:51.518103 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-d9dfb3be-2adb-42fa-83fd-db5d7992ba5b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9683015 Aug 26 12:37:51.631323 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:37:51.639754 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 36fe51a7-b951-41e1-8a6a-46a5e602430e up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:51.656000 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:37:51.681883 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eea9dbd1-fddf-4500-8300-2b0688898668 req-3d41c4cb-b8b6-41e8-b127-8078904a7e7a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651865 Aug 26 12:37:51.789989 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38173c-303d-4ef0-b7d8-308428f85c57 req-0de977cd-af5d-485b-b936-fb551fe7e433 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:51.802657 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9e38173c-303d-4ef0-b7d8-308428f85c57 req-0de977cd-af5d-485b-b936-fb551fe7e433 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 932 time: 0.4739885 Aug 26 12:37:51.816664 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 36fe51a7-b951-41e1-8a6a-46a5e602430e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:51.818664 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:51.827112 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:37:51.919276 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9e38173c-303d-4ef0-b7d8-308428f85c57 req-3ab636b7-97b0-46fd-9010-2fa72f19242c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152282 Aug 26 12:37:52.053619 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:52.056962 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:52.069827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-671ea2e1-b8b6-4abb-b3b4-ff903f94deaf None None] Provisioning complete for port 7597939d-92fe-4329-a81c-ae8ff739cf70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:52.075082 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-671ea2e1-b8b6-4abb-b3b4-ff903f94deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.106268 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df3a8b9b-8eac-487a-85f5-320c5c42fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.146478 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:52.148321 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:52.149003 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:52.157945 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-525fa821-fa92-4e10-aeb5-9c753b0c4a30 admin admin] 10.222.0.15 "PUT /v2.0/routers/c72b0083-7282-4af7-9297-6f681a26c7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2860632 Aug 26 12:37:52.187024 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:37:52.321999 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 07c0ec39-fb03-4ade-bac5-9b037b89db99 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:52.397935 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-671ea2e1-b8b6-4abb-b3b4-ff903f94deaf None None] Port 7597939d-92fe-4329-a81c-ae8ff739cf70 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:37:52.442948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df3a8b9b-8eac-487a-85f5-320c5c42fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.445451 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:52.457599 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fa099e88-123b-4ef0-90eb-42d63157abac admin admin] 10.222.0.15 "PUT /v2.0/routers/3e4eb865-5f2f-4bbf-97c3-379056be0fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4107993 Aug 26 12:37:52.460802 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Sync routers for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:52.474656 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:52.477510 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:52.514274 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df3a8b9b-8eac-487a-85f5-320c5c42fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.552405 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:52.591628 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-df3a8b9b-8eac-487a-85f5-320c5c42fd83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=663a87641ba840468056f6f4bf43c6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280983 Aug 26 12:37:52.596562 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:52.648480 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 07c0ec39-fb03-4ade-bac5-9b037b89db99 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:37:52.660541 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 07c0ec39-fb03-4ade-bac5-9b037b89db99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:52.675329 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a8b9b-8eac-487a-85f5-320c5c42fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6ee6b-2935-4a7e-852f-5aa7c7202793,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:52.680154 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.832136 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.916493 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:52.934495 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:53.212717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Request body: {'port': {'device_id': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:53.251988 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.339745 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 07c0ec39-fb03-4ade-bac5-9b037b89db99, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=07c0ec39-fb03-4ade-bac5-9b037b89db99,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:53.428147 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.430939 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:37:48Z', 'revision_number': 2, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:53.552042 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:53.552434 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Updating router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 port 794725ca-880a-473d-9b72-ce32536ed19d binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:53.583258 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.586859 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.588426 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6a6ee6b-2935-4a7e-852f-5aa7c7202793 HTTP/1.1" status: 204 len: 168 time: 0.9939134 Aug 26 12:37:53.625037 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c48198-f0b2-45dd-8f48-655229aafd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6ee6b-2935-4a7e-852f-5aa7c7202793,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:53.651707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.668897 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:53.687427 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Request body: {'port': {'device_id': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:53.701553 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763993433', 'description': 'tempest-description--439894230'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:53.872370 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.872657 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'ba9460c5-7875-4334-9f3f-8706b5ebb5ba', 'name': '', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'mac_address': 'fa:16:3e:af:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:44Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 2, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'subnets': [{'id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:53.877261 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=07c0ec39-fb03-4ade-bac5-9b037b89db99,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:53.942765 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.951883 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Checking router: 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:53.952565 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Updating router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 port ba9460c5-7875-4334-9f3f-8706b5ebb5ba binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:53.953788 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 932d2ce9-3038-4194-b476-e65f0a9f071a up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:53.995392 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.998372 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:54.026483 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:54.030945 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:54.156697 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.179848 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:54.288612 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.334194 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:54.341006 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029524255', 'description': 'tempest-description--1374774341'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:54.394580 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.520246 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 932d2ce9-3038-4194-b476-e65f0a9f071a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:54.538607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.622534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18dc2d4-ee4a-4406-b91b-9263029b4970,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:54.676245 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bb58f-8d40-4ab3-9756-9be2a97230d6 req-543ecbc5-d750-45a7-a8a0-6ad8a5e810fc tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:54.686865 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5b4bb58f-8d40-4ab3-9756-9be2a97230d6 req-543ecbc5-d750-45a7-a8a0-6ad8a5e810fc tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 932 time: 0.2561107 Aug 26 12:37:54.714354 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 2, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:54.779367 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5b4bb58f-8d40-4ab3-9756-9be2a97230d6 req-151c5238-a9dd-467c-8573-ec95b2b474fa tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812440 Aug 26 12:37:54.814868 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.928037 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:54.932776 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9a87a488-ed87-447a-b485-54f23dcd3c25 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2573183 Aug 26 12:37:54.946248 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:54.946704 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Updating router c72b0083-7282-4af7-9297-6f681a26c7e5 port 7597939d-92fe-4329-a81c-ae8ff739cf70 binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:37:54.951643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:54.982031 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group_rule': {'security_group_id': 'd18dc2d4-ee4a-4406-b91b-9263029b4970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:55.053182 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.144365 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.247095 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.327197 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfe08a-c09a-41ae-ac43-5841c60e12f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:55.357926 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.371042 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Transition to ACTIVE for port object ba9460c5-7875-4334-9f3f-8706b5ebb5ba will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:55.425253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7493af3d-4c72-41e5-bdb4-81b97005cdbd {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:37:55.442828 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.478020 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Transition to ACTIVE for port object 7493af3d-4c72-41e5-bdb4-81b97005cdbd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:55.486366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487846d-16b9-4d09-a268-1c28f7324431 req-e8379bc9-961e-412e-b030-558d3d609622 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:55.490907 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7487846d-16b9-4d09-a268-1c28f7324431 req-e8379bc9-961e-412e-b030-558d3d609622 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 932 time: 1.5816064 Aug 26 12:37:55.514700 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.515025 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.621828 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7487846d-16b9-4d09-a268-1c28f7324431 req-62a75359-2e49-4412-b9ba-8fe2e3a4c23c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257699 Aug 26 12:37:55.622590 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.660019 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.674753 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a0162237-aa25-4a61-b53b-7f7397116285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3384027 Aug 26 12:37:55.678362 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:55.702055 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group_rule': {'security_group_id': '00dfe08a-c09a-41ae-ac43-5841c60e12f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:55.732921 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-fbbeb776-cb84-4095-bf97-ba3feb48a677 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:55.745422 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-fbbeb776-cb84-4095-bf97-ba3feb48a677 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 818 time: 0.3180466 Aug 26 12:37:55.803052 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.864116 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-55c83ea4-2684-4d76-af8e-d12032854aac tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/quotas/48bac8aae21a46e2b41abcb71b695003 HTTP/1.1" status: 200 len: 375 time: 0.1149509 Aug 26 12:37:55.970389 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f7105-b108-4311-a464-52ebff6fc24d None None] Pushing event updated for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:55.980541 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.999424 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.003991 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Attempting to bind port ba9460c5-7875-4334-9f3f-8706b5ebb5ba on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:56.004390 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Attempting to bind port ba9460c5-7875-4334-9f3f-8706b5ebb5ba by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:56.005654 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Attempting to bind port ba9460c5-7875-4334-9f3f-8706b5ebb5ba on network 363bbc2c-fced-4e50-8025-ed42d7752c11 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Checking segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Bound using segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Bound port: ba9460c5-7875-4334-9f3f-8706b5ebb5ba, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:56.022677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.037784 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 07c0ec39-fb03-4ade-bac5-9b037b89db99 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:37:56.060814 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Pushing event updated for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:56.084643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f530c2d-2fc2-49f7-9a21-481b30888508,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:56.115925 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.123362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.129595 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Attempting to bind port 7493af3d-4c72-41e5-bdb4-81b97005cdbd on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:56.130173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Attempting to bind port 7493af3d-4c72-41e5-bdb4-81b97005cdbd by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:56.130814 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Attempting to bind port 7493af3d-4c72-41e5-bdb4-81b97005cdbd on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:56.165395 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-669d0b0d-cb32-4d25-97ff-f8efc72d3168 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955716 Aug 26 12:37:56.215799 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Transition to ACTIVE for port object 794725ca-880a-473d-9b72-ce32536ed19d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:56.216635 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] For port ba9460c5-7875-4334-9f3f-8706b5ebb5ba, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:56.216714 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Port 7493af3d-4c72-41e5-bdb4-81b97005cdbd on network 711f496b-cfc1-4390-9819-28740fc342dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:37:56.216714 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Attempting to bind port 7493af3d-4c72-41e5-bdb4-81b97005cdbd on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:56.221137 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Transition to ACTIVE for port object 7597939d-92fe-4329-a81c-ae8ff739cf70 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:56.226801 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] For port ba9460c5-7875-4334-9f3f-8706b5ebb5ba, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:56.239808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:56.240229 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Checking segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:56.240909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Bound using segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:56.241489 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Bound port: 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:56.241856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.252671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 07c0ec39-fb03-4ade-bac5-9b037b89db99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:37:56.253126 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.278296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd3cd-0a70-4e35-b27c-96ca50d8b799 req-248642d6-648e-4d66-96c1-24abfdc1cfe0 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:56.285875 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8abbd3cd-0a70-4e35-b27c-96ca50d8b799 req-248642d6-648e-4d66-96c1-24abfdc1cfe0 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 932 time: 0.3184559 Aug 26 12:37:56.375020 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:56.380821 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:56.404221 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2999850d-48da-4a9c-b887-71dfd418737f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:37:56.436856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.451138 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-f4cc6b78-a99c-49d5-b6fe-2c9bb42f18e9 service neutron] 10.222.0.15 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831447 Aug 26 12:37:56.477578 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.478846 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-50fa0fd6-ebbe-447d-a283-60ef91c7dd5a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5093424 Aug 26 12:37:56.486701 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.510239 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:56.510239 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group_rule': {'security_group_id': 'd18dc2d4-ee4a-4406-b91b-9263029b4970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:56.510788 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.518089 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8abbd3cd-0a70-4e35-b27c-96ca50d8b799 req-b0b12116-c6cf-4192-b210-b414d04fd088 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180700 Aug 26 12:37:56.533799 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Transition to ACTIVE for port object 2999850d-48da-4a9c-b887-71dfd418737f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:37:56.551428 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:56.553742 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.594358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.596803 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:56.597819 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:56.697421 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.740287 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f7105-b108-4311-a464-52ebff6fc24d None None] Pushing event updated for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:56.764888 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-5f0e2416-949b-4231-b57c-dd0ed102a09c service neutron] 10.222.0.15 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756248 Aug 26 12:37:56.767894 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.797484 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.836573 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.842403 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:56.843307 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.844849 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f0330aa3-130f-4050-8528-768edb469bba service neutron] 10.222.0.65 "PUT /v2.0/ports/7493af3d-4c72-41e5-bdb4-81b97005cdbd HTTP/1.1" status: 200 len: 1094 time: 4.0974829 Aug 26 12:37:56.880021 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da7a419-4a45-42b1-9397-37b6fd00bb77,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:56.908932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:37:56.961920 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:57.029689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.032801 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.036301 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-49c485df-b8f5-4731-989b-8baf3f4f559e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3552947 Aug 26 12:37:57.061851 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:57.070782 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group_rule': {'security_group_id': '00dfe08a-c09a-41ae-ac43-5841c60e12f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:57.110060 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d416ba8-7cfb-4678-ac95-eba12eac6d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.151610 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43568a-182c-4e7a-ae2a-e1bbba9686c9 None None] Pushing event updated for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.212882 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0330aa3-130f-4050-8528-768edb469bba service neutron] Pushing event updated for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.263444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.296991 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ca674-6fd2-4f2d-bb1f-7b4bc428c11e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.360616 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Attempting to bind port 7597939d-92fe-4329-a81c-ae8ff739cf70 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:57.361010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Attempting to bind port 7597939d-92fe-4329-a81c-ae8ff739cf70 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:57.361377 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Attempting to bind port 7597939d-92fe-4329-a81c-ae8ff739cf70 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:57.419539 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:57.419921 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Checking segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:57.420319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.420721 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Bound using segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:57.421235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Bound port: 7597939d-92fe-4329-a81c-ae8ff739cf70, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:57.421700 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.428014 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58532d-7611-41d7-a655-57cd1ba2ce45 None None] Pushing event updated for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.447132 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Attempting to bind port 794725ca-880a-473d-9b72-ce32536ed19d on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:57.447508 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Attempting to bind port 794725ca-880a-473d-9b72-ce32536ed19d by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:57.447873 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Attempting to bind port 794725ca-880a-473d-9b72-ce32536ed19d on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:57.483731 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0a01c8d9-e7de-4806-9670-370058ace362 req-7a2b940b-179d-40db-8c39-a99868ab7fea tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 210 time: 0.1250298 Aug 26 12:37:57.502948 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Checking segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Bound using segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Bound port: 794725ca-880a-473d-9b72-ce32536ed19d, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:57.526308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.543003 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'ba9460c5-7875-4334-9f3f-8706b5ebb5ba', 'name': '', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'mac_address': 'fa:16:3e:af:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:44Z', 'updated_at': '2021-08-26T12:37:56Z', 'revision_number': 4, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'subnets': [{'id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:57.620606 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f2fb-7492-479e-b70f-c27195bd717f None None] The sync data for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi is: [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'ba9460c5-7875-4334-9f3f-8706b5ebb5ba', 'name': '', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'mac_address': 'fa:16:3e:af:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:44Z', 'updated_at': '2021-08-26T12:37:56Z', 'revision_number': 4, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'subnets': [{'id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:57.639463 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d416ba8-7cfb-4678-ac95-eba12eac6d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.644070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Pushing event updated for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.658953 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.661989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:37:57.705475 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bb70-4cb9-4516-b1f4-d57f28840c89 req-dec3fa48-5495-4252-aa11-14df84c4b5ff tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:57.709359 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd66bb70-4cb9-4516-b1f4-d57f28840c89 req-dec3fa48-5495-4252-aa11-14df84c4b5ff tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.8902662 Aug 26 12:37:57.711247 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d416ba8-7cfb-4678-ac95-eba12eac6d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.728863 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] For port 7597939d-92fe-4329-a81c-ae8ff739cf70, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:57.762221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.770154 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] For port 7597939d-92fe-4329-a81c-ae8ff739cf70, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=7597939d-92fe-4329-a81c-ae8ff739cf70,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:57.770790 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4d416ba8-7cfb-4678-ac95-eba12eac6d0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05e85da805ed4a2eae467f527e226545&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2175741 Aug 26 12:37:57.772187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Attempting to bind port 2999850d-48da-4a9c-b887-71dfd418737f on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:37:57.773262 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Attempting to bind port 2999850d-48da-4a9c-b887-71dfd418737f by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'b8c0354f-04f6-47cd-ad54-e59dcc419500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:37:57.773730 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Attempting to bind port 2999850d-48da-4a9c-b887-71dfd418737f on network 876141ad-a338-4310-8403-6a59ce35e31e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:57.777613 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:57.788187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d416ba8-7cfb-4678-ac95-eba12eac6d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8d482-4c21-414d-ae7b-8018d898b45f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:57.791981 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] For port 794725ca-880a-473d-9b72-ce32536ed19d, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:57.796746 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] For port 794725ca-880a-473d-9b72-ce32536ed19d, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=794725ca-880a-473d-9b72-ce32536ed19d,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:57.834004 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Port 2999850d-48da-4a9c-b887-71dfd418737f on network 876141ad-a338-4310-8403-6a59ce35e31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:37:57.834409 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Attempting to bind port 2999850d-48da-4a9c-b887-71dfd418737f on network 876141ad-a338-4310-8403-6a59ce35e31e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:37:57.851512 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:37:57.852268 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Checking segment: {'id': 'b8c0354f-04f6-47cd-ad54-e59dcc419500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:37:57.852475 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Bound using segment: {'id': 'b8c0354f-04f6-47cd-ad54-e59dcc419500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:37:57.853541 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Bound port: 2999850d-48da-4a9c-b887-71dfd418737f, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0354f-04f6-47cd-ad54-e59dcc419500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:37:57.853946 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.909399 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.915175 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.933810 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.968233 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.975060 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cfe464c0-5525-4767-9c5d-47b9c0cc9d33 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4738677 Aug 26 12:37:57.975384 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.979792 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:57.990640 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:58.002132 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d933d3c9-fea2-462e-82db-597380ed64dc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:58.018869 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45494e-c459-41a1-a839-19b6c67ac057 req-073039ae-4ad2-42fe-91da-f31b2118d787 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:58.028878 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3e45494e-c459-41a1-a839-19b6c67ac057 req-073039ae-4ad2-42fe-91da-f31b2118d787 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.3572640 Aug 26 12:37:58.095217 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3e45494e-c459-41a1-a839-19b6c67ac057 req-0294ea2e-adcf-4f21-bb3f-7ddca28f0c35 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Aug 26 12:37:58.103551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd66bb70-4cb9-4516-b1f4-d57f28840c89 req-80af6428-f377-43df-8f7f-50199b215f80 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631732 Aug 26 12:37:58.121821 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.121821 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ba575def-05c3-4e35-b77a-17242ef6d96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0572493 Aug 26 12:37:58.127267 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:58.136456 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:37:58.177304 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.db.api [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 12:37:58.177304 dv-cinder-806140-1-iscsi neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 12:37:58.177304 dv-cinder-806140-1-iscsi neutron-server[94639]: [parameters: {'project_id_1': '5f52e099a757438aad026a6f02bd92b1', 'expiration_1': datetime.datetime(2021, 8, 26, 12, 37, 58, 152211)}] Aug 26 12:37:58.177304 dv-cinder-806140-1-iscsi neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:37:58.178412 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG oslo_db.api [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:37:58.186017 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58532d-7611-41d7-a655-57cd1ba2ce45 None None] Pushing event updated for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:58.225392 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:58.226739 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:58.251542 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.254336 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.268444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.274460 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf8d482-4c21-414d-ae7b-8018d898b45f HTTP/1.1" status: 204 len: 168 time: 0.4947510 Aug 26 12:37:58.276168 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:37:58.283307 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2999850d-48da-4a9c-b887-71dfd418737f,segment=NetworkSegment(b8c0354f-04f6-47cd-ad54-e59dcc419500),segment_id=b8c0354f-04f6-47cd-ad54-e59dcc419500)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:37:58.348533 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d1a2-a35b-455b-9a5d-907e6766f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8d482-4c21-414d-ae7b-8018d898b45f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:58.368160 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:58.368686 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:37:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:58.396173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.737284 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Pushing event updated for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:58.801925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:58.804180 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.810594 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.818775 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-e62cc06e-49ad-49c3-9d04-174e3c4a6102 service neutron] 10.222.0.65 "PUT /v2.0/ports/2999850d-48da-4a9c-b887-71dfd418737f HTTP/1.1" status: 200 len: 1094 time: 6.0719748 Aug 26 12:37:58.905781 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43568a-182c-4e7a-ae2a-e1bbba9686c9 None None] Pushing event updated for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:58.930878 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-a5f34478-faee-437e-9bb7-6378afccfff5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:58.940823 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:58.943899 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-a5f34478-faee-437e-9bb7-6378afccfff5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 818 time: 0.6171525 Aug 26 12:37:58.974498 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-948c86ba-5b98-4cb1-ac58-d63bf2794db1 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/quotas/48bac8aae21a46e2b41abcb71b695003 HTTP/1.1" status: 200 len: 375 time: 0.0286849 Aug 26 12:37:58.977976 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:59.078433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb8abc-a63e-497d-a3f6-b8ce8975b839 x-openstack-request-id: req-15fb8abc-a63e-497d-a3f6-b8ce8975b839 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:37:59.078433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:37:59.079322 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15fb8abc-a63e-497d-a3f6-b8ce8975b839 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:37:59.081832 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd', 'status': 'completed', 'code': 200} Aug 26 12:37:59.096168 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:59.150231 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-dc0471b8-449b-43e3-a814-43b19afac7fe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706743 Aug 26 12:37:59.185652 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Allocated IP 172.27.0.120 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/c7e65f1c-63a4-4c71-a274-3e86d80cc839) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:37:59.448262 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:59.507353 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:59.620905 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:37:57Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:59.661872 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dab40-ba4e-4456-a3ab-c9ef10a45e6b req-a845d31d-3e81-45e8-ac79-5cc3d7ba8a64 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:59.664072 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-841dab40-ba4e-4456-a3ab-c9ef10a45e6b req-a845d31d-3e81-45e8-ac79-5cc3d7ba8a64 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.3241394 Aug 26 12:37:59.681142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282f32a-a996-4f33-813a-5c6fafef2f30 None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:37:57Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:59.682415 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-ef7c4a75-394b-4248-aa65-966c4c8242bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:59.693877 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-ef7c4a75-394b-4248-aa65-966c4c8242bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 1097 time: 0.4706182 Aug 26 12:37:59.758747 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:37:57Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:59.817655 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-841dab40-ba4e-4456-a3ab-c9ef10a45e6b req-43db3a7e-cc99-4d06-9b32-f05b837afc3c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376972 Aug 26 12:37:59.909398 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ef006-9d4d-446f-93d0-fb882f787ba8 None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:37:57Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:00.084743 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-5580d136-a0b4-4f31-88bc-3f4dcb5974a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd HTTP/1.1" status: 200 len: 217 time: 0.3220417 Aug 26 12:38:00.085305 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323afb7-9cc9-475f-ae05-c98dbf7168fb req-2801c75d-7973-4ae8-9617-94874a479eaa tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:00.097068 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1323afb7-9cc9-475f-ae05-c98dbf7168fb req-2801c75d-7973-4ae8-9617-94874a479eaa tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.1307631 Aug 26 12:38:00.170796 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:00.187962 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device ba9460c5-7875-4334-9f3f-8706b5ebb5ba up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:00.311180 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-84572227-0442-43fb-bb45-463c6c307a6f service neutron] 10.222.0.15 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1500375 Aug 26 12:38:00.536247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:00.538282 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-20c5547d-5896-413a-aaa5-d428c0dd41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:00.539912 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-20c5547d-5896-413a-aaa5-d428c0dd41a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.4093041 Aug 26 12:38:00.552921 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-627f8b11-122f-4baf-85e9-bb042d5b0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:00.555072 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-627f8b11-122f-4baf-85e9-bb042d5b0cd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f72be8dccaf54841ae2d49b36656d032&device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 1097 time: 0.7910168 Aug 26 12:38:00.622993 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port ba9460c5-7875-4334-9f3f-8706b5ebb5ba completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:00.632463 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1323afb7-9cc9-475f-ae05-c98dbf7168fb req-5016d6ef-8202-4d9a-9ba5-cf3e1730ccdb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341108 Aug 26 12:38:00.633404 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port ba9460c5-7875-4334-9f3f-8706b5ebb5ba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:00.635359 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:00.644861 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:00.669692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:00.687219 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=c7e65f1c-63a4-4c71-a274-3e86d80cc839,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:00.695585 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-391bc0b8-23b9-4333-bfa7-f60c1341dfc9 service neutron] 10.222.0.15 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787997 Aug 26 12:38:00.711970 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Allocated IP 172.27.0.182 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/da0ac9dd-2a47-4901-a4ec-2d41dcb65a63) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:00.950410 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:00.967396 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.210351 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port ba9460c5-7875-4334-9f3f-8706b5ebb5ba, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:01.212287 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1419bfd-a269-47c1-8c3c-1848128aa30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.240649 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:01.244335 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26918a4-90bb-4053-b923-868c997094df" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "tag": "2999850d-48da-4a9c-b887-71dfd418737f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:01.250432 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-75c047b7-c1af-4a9e-ad83-8e1d3f5b55c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5533347 Aug 26 12:38:01.252044 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-01cb6360-f651-4038-acd0-81f0e326d1d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2999850d-48da-4a9c-b887-71dfd418737f HTTP/1.1" status: 200 len: 217 time: 0.5541749 Aug 26 12:38:01.325051 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.423829 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.491365 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f05b6-6e6b-4549-ab29-acd4b0242fac req-c0723788-68ea-4793-9f08-46fddc181198 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:01.503368 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb9f05b6-6e6b-4549-ab29-acd4b0242fac req-c0723788-68ea-4793-9f08-46fddc181198 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.2933125 Aug 26 12:38:01.582307 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.883479 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:01.890977 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb9f05b6-6e6b-4549-ab29-acd4b0242fac req-b999fb6a-786d-48d4-8928-462932e29ca9 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557991 Aug 26 12:38:01.890977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.890977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:01.912688 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1419bfd-a269-47c1-8c3c-1848128aa30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.973302 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d349b3-c52e-47a0-a501-045e187ee1dc x-openstack-request-id: req-a9d349b3-c52e-47a0-a501-045e187ee1dc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:01.973620 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "tag": "2999850d-48da-4a9c-b887-71dfd418737f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:01.973854 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9d349b3-c52e-47a0-a501-045e187ee1dc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:01.974267 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f', 'status': 'completed', 'code': 200} Aug 26 12:38:02.142621 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a9a7621-95f6-4a72-9cb2-7b99a3421bfb req-e48dd68d-1768-4772-9e8f-cf27f0b3beee tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0919082 Aug 26 12:38:02.171350 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.226257 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-05928151-494e-458e-bbe0-077542ffcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:02.229938 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215bd1ed-4d67-48b0-ba3d-948a40f9a569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.230727 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7597939d-92fe-4329-a81c-ae8ff739cf70 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:02.230878 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-05928151-494e-458e-bbe0-077542ffcde2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85104586-70da-49c2-8d24-a5f4108c3a93 HTTP/1.1" status: 200 len: 852 time: 0.4134130 Aug 26 12:38:02.238177 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1419bfd-a269-47c1-8c3c-1848128aa30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.361788 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-784f2a76-2b9a-492a-a67a-fcebdc244228 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=876141ad-a338-4310-8403-6a59ce35e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168170 Aug 26 12:38:02.413107 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-b7519be0-90c5-47e7-8594-8883e2d97c7d service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055074 Aug 26 12:38:02.474684 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.65', 60295) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:02.490806 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1419bfd-a269-47c1-8c3c-1848128aa30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53a7ffa-5900-43ed-b538-99eb6186ac9b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:02.577479 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 7597939d-92fe-4329-a81c-ae8ff739cf70 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:02.581527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:02.588480 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=da0ac9dd-2a47-4901-a4ec-2d41dcb65a63,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:02.591675 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 7597939d-92fe-4329-a81c-ae8ff739cf70 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:02.593260 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.676912 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-6b94bd5a-2829-421f-82ed-d85ef619b345 service neutron] 10.222.0.65 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004136 Aug 26 12:38:02.744663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.816399 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.836264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 7597939d-92fe-4329-a81c-ae8ff739cf70, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=7597939d-92fe-4329-a81c-ae8ff739cf70,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:02.880452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:02.900203 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:02.945555 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.945555 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 794725ca-880a-473d-9b72-ce32536ed19d up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:03.042281 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.061404 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54aec886-c19a-489b-b710-fc0da5d9f2db req-c5ee79ef-7814-4a77-9541-9c70f22d7c71 service neutron] 10.222.0.65 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546691 Aug 26 12:38:03.093504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-627e2971-46d9-4a94-86cd-4dcadd0b2445 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.103079 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-627e2971-46d9-4a94-86cd-4dcadd0b2445 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 818 time: 0.6228225 Aug 26 12:38:03.107562 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e535add-860f-47b1-b136-55f2c1b48e5c req-f47b795c-334d-496e-81a0-943fc0279e95 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299653 Aug 26 12:38:03.190974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Request body: {'port': {'device_id': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'admin_state_up': True, 'tenant_id': '48bac8aae21a46e2b41abcb71b695003'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:03.226008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5b6c-69b2-4c67-8b07-ec382c770734 req-9cdfd522-69a1-4341-ad75-361f060dd41c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.231555 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3d0b5b6c-69b2-4c67-8b07-ec382c770734 req-9cdfd522-69a1-4341-ad75-361f060dd41c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 1.2381697 Aug 26 12:38:03.232923 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.288533 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:03.380001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=c7e65f1c-63a4-4c71-a274-3e86d80cc839,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:03.406046 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e1419bfd-a269-47c1-8c3c-1848128aa30f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ddbdc7bcf2f4b418a5b69ab05a6de6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4409516 Aug 26 12:38:03.415922 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:03.607276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.607276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.607276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215bd1ed-4d67-48b0-ba3d-948a40f9a569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.607276 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3d0b5b6c-69b2-4c67-8b07-ec382c770734 req-74118ce4-bfd8-40e5-9ae5-98f6628581bc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480744 Aug 26 12:38:03.633155 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06677ba-b48f-44e1-8490-33056d240fd1 req-66b081f9-acd9-4b2a-8c79-c4ad9292c8ec tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.634810 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b06677ba-b48f-44e1-8490-33056d240fd1 req-66b081f9-acd9-4b2a-8c79-c4ad9292c8ec tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.4947164 Aug 26 12:38:03.662502 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.754320 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26918a4-90bb-4053-b923-868c997094df req-c7d906ae-b5b6-4761-9658-f5100a1ba724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.756407 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-c7d906ae-b5b6-4761-9658-f5100a1ba724 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f72be8dccaf54841ae2d49b36656d032&device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 1097 time: 0.3376203 Aug 26 12:38:03.852641 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 794725ca-880a-473d-9b72-ce32536ed19d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:03.859965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 794725ca-880a-473d-9b72-ce32536ed19d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:03.860352 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.022531 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.030255 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215bd1ed-4d67-48b0-ba3d-948a40f9a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.071962 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-4d0d5525-260f-4670-96eb-6e72f8c2e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.073801 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-4d0d5525-260f-4670-96eb-6e72f8c2e947 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 1097 time: 0.5145249 Aug 26 12:38:04.116164 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-215bd1ed-4d67-48b0-ba3d-948a40f9a569 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d553f5bac1b34f3a8c7f1254f6a319fe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2237234 Aug 26 12:38:04.130342 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 56712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:04.133381 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-528fc471-5bdc-40ff-8ef5-6fba31e2ede1 req-2ac128a8-2568-41a4-82d6-7305b4d3a81a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.1210377 Aug 26 12:38:04.222554 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bd1ed-4d67-48b0-ba3d-948a40f9a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa4d98-9ee4-4905-aca2-bbbb30a18186,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:04.244232 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.259371 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fd69d80c-6761-4ea2-9454-4fb833f39039 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2727008 Aug 26 12:38:04.358484 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.429016 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.478941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26918a4-90bb-4053-b923-868c997094df req-d3e22b41-51b3-4382-ac03-04c7148da03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.482278 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-d3e22b41-51b3-4382-ac03-04c7148da03f service neutron] 10.222.0.65 "GET /v2.0/networks?id=876141ad-a338-4310-8403-6a59ce35e31e HTTP/1.1" status: 200 len: 913 time: 0.6887736 Aug 26 12:38:04.500229 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b06677ba-b48f-44e1-8490-33056d240fd1 req-62dc26d5-3ab4-45ef-ae50-b9304f3c25bf tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8240619 Aug 26 12:38:04.509860 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.561589 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=da0ac9dd-2a47-4901-a4ec-2d41dcb65a63,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:04.594314 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Made reservation on behalf of 48bac8aae21a46e2b41abcb71b695003 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:38:04.606425 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.626673 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.639898 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.641166 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f2c3b1e9-c9dc-4cb0-a39c-feb3fd10c144 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5127485 Aug 26 12:38:04.644894 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.648237 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.652635 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e53a7ffa-5900-43ed-b538-99eb6186ac9b HTTP/1.1" status: 204 len: 168 time: 1.2316630 Aug 26 12:38:04.662179 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.724045 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a60ecb-8f76-4e77-8f15-0e66d8ef2fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53a7ffa-5900-43ed-b538-99eb6186ac9b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:04.760360 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-4a293d18-99f1-4b91-aa60-8baba8c8645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.762327 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-4a293d18-99f1-4b91-aa60-8baba8c8645f service neutron] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 916 time: 0.6575465 Aug 26 12:38:04.816364 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:04.826514 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 794725ca-880a-473d-9b72-ce32536ed19d, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=794725ca-880a-473d-9b72-ce32536ed19d,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:04.859216 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-6aab1032-a0ab-4231-be68-34a8f56dd315 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--763993433&fields=id&tenant_id=5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 267 time: 0.0773530 Aug 26 12:38:04.965780 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8331d-746c-410b-850f-78b4633bcf11 req-4f959ef5-721b-4e65-bb60-611dc442b452 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.967410 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3db8331d-746c-410b-850f-78b4633bcf11 req-4f959ef5-721b-4e65-bb60-611dc442b452 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.1199644 Aug 26 12:38:04.976152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Allocated IP 172.20.0.14 (363bbc2c-fced-4e50-8025-ed42d7752c11/8ea58c1f-0739-4631-8031-dbe8f11806da/e4fab46c-a4c4-402a-ac4a-ee134cb3135a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:04.993013 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-3253d094-259f-453b-81a1-7ff81581572f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.994645 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-3253d094-259f-453b-81a1-7ff81581572f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 811 time: 0.1222970 Aug 26 12:38:05.026554 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-bed97115-b42c-45d5-89de-c05261fefc7a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/quotas/5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 375 time: 0.0189435 Aug 26 12:38:05.039208 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3db8331d-746c-410b-850f-78b4633bcf11 req-7d4be93d-4dae-4f8b-bd9b-e18c50741dd6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Aug 26 12:38:05.046316 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.049669 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.052502 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.065900 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31aa4d98-9ee4-4905-aca2-bbbb30a18186 HTTP/1.1" status: 204 len: 168 time: 0.9202378 Aug 26 12:38:05.088238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677577f-513e-48b1-a1be-ce925e629401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa4d98-9ee4-4905-aca2-bbbb30a18186,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:05.193324 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-60bbe650-c657-434f-ae38-01f3a5e544ae tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146266 Aug 26 12:38:05.291515 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:05.374059 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7597939d-92fe-4329-a81c-ae8ff739cf70 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:05.401909 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-e0256253-07b0-4f69-a37d-128c0dc2007e service neutron] 10.222.0.15 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849947 Aug 26 12:38:05.436847 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-f10cd625-78d6-4746-a20f-01ab622376ae tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1029524255&fields=id&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 267 time: 0.1289876 Aug 26 12:38:05.503981 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 7597939d-92fe-4329-a81c-ae8ff739cf70 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:05.504607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.626126 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-57cceb47-94a6-47e4-ac33-ee88e6cd0a21 service neutron] 10.222.0.15 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098174 Aug 26 12:38:05.680666 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device ba9460c5-7875-4334-9f3f-8706b5ebb5ba up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:05.723509 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.769762 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port ba9460c5-7875-4334-9f3f-8706b5ebb5ba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:05.770196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.791061 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-dd6fa2f8-196f-488a-9679-7d43a2b1cb9c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:05.792768 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-dd6fa2f8-196f-488a-9679-7d43a2b1cb9c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 817 time: 0.3461421 Aug 26 12:38:05.819350 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-cbd37b16-c86d-4eac-8ffe-f7a2948730b5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/quotas/5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 375 time: 0.0117433 Aug 26 12:38:05.912619 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-af2a0cf1-edd5-4df0-be71-a7b1114b378c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810871 Aug 26 12:38:05.914863 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.019835 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:06.027286 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Pushing event updated for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:06.030056 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:06.040764 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:06.047868 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:06.051527 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.056325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:06.097558 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-7507338c-1288-4b4c-b40c-4e5b89c72265 service neutron] 10.222.0.15 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493745 Aug 26 12:38:06.108425 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2994afa6-8efc-45f9-a8e1-90d5b93de519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.132902 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-da970107-f92d-4d6b-95ac-47d186782894 req-b652217b-1986-4502-b61b-de7badbc1c3b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0532434 Aug 26 12:38:06.172172 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-1b5e048e-b3cf-4d94-a51c-989cdf890e78 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0084670 Aug 26 12:38:06.237948 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-4b3e5f94-221d-48ec-94a8-ae9b426a71bc service neutron] 10.222.0.15 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334786 Aug 26 12:38:06.328244 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2994afa6-8efc-45f9-a8e1-90d5b93de519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.338020 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b3ad-e1c5-4efa-ae02-4130ad353f4e req-4feee89f-efad-40d2-825a-1f21316e0700 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:06.339519 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9c61b3ad-e1c5-4efa-ae02-4130ad353f4e req-4feee89f-efad-40d2-825a-1f21316e0700 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.0860727 Aug 26 12:38:06.380616 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9c61b3ad-e1c5-4efa-ae02-4130ad353f4e req-fd0a1ab1-7e22-4446-a810-7aa55aef6819 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Aug 26 12:38:06.450474 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-017a154d-4909-4c60-8f45-b5d36b11d01a req-fc6fb157-1643-4cce-add1-ad598b97e3e8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0285203 Aug 26 12:38:06.479871 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2994afa6-8efc-45f9-a8e1-90d5b93de519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.513506 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2994afa6-8efc-45f9-a8e1-90d5b93de519 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=683eed2692664a62a642f035e1e98b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555647 Aug 26 12:38:06.517198 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 56786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:06.588162 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994afa6-8efc-45f9-a8e1-90d5b93de519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdbbdd-6636-42f2-b3fc-a8f814f4b24f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:06.593376 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bffffb51-1b56-40b8-8286-11e2fec012da req-24baaa86-c371-4fe8-a4a1-87a7f910ff91 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0338480 Aug 26 12:38:06.640236 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.666985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53fbd5-ed5e-403f-91e2-3e1d4a74576f req-7906d70e-62d3-474d-9678-2cff92a1d8b3 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:06.667964 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca53fbd5-ed5e-403f-91e2-3e1d4a74576f req-7906d70e-62d3-474d-9678-2cff92a1d8b3 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.1109931 Aug 26 12:38:06.679103 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.742510 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca53fbd5-ed5e-403f-91e2-3e1d4a74576f req-66ee42c6-2d0e-4f45-8048-ceb7ab130f3d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662739 Aug 26 12:38:06.837838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.840406 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:06.841763 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81cdbbdd-6636-42f2-b3fc-a8f814f4b24f HTTP/1.1" status: 204 len: 168 time: 0.3230493 Aug 26 12:38:06.852305 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15455f78-1672-40ca-893f-753392a426a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdbbdd-6636-42f2-b3fc-a8f814f4b24f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:07.089938 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.174990 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 794725ca-880a-473d-9b72-ce32536ed19d up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:07.260518 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 794725ca-880a-473d-9b72-ce32536ed19d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:07.261202 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.311064 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9596fd53-9f17-4938-ba15-014f58cf2fb2 req-8892836e-f0d0-4dab-85f7-698a519a8120 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0438066 Aug 26 12:38:07.522559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178e63-4e01-4196-864f-f9868cb3358c req-b6f5cbd5-ef81-4309-be42-fa4237217919 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:07.524922 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-df178e63-4e01-4196-864f-f9868cb3358c req-b6f5cbd5-ef81-4309-be42-fa4237217919 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.0688086 Aug 26 12:38:07.583571 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e335cc27-ae6d-4a70-ad07-63cee7c54a28 req-d30a5c11-d6ae-4f50-822f-1f4c619e46a4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0482821 Aug 26 12:38:07.648777 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-df178e63-4e01-4196-864f-f9868cb3358c req-5287a462-985e-4eff-a406-7467f319e8bc tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926719 Aug 26 12:38:07.704397 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1aa47d1c-4eb5-4184-9fda-06c880c16c77 req-277f4faa-bc0c-46bf-8df9-bb7b615136bb tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0327260 Aug 26 12:38:07.884091 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3db8-580f-4110-8774-ecadab866aae req-ec19104d-b4f4-4737-8a42-d811f84e4187 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:07.885710 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa7f3db8-580f-4110-8774-ecadab866aae req-ec19104d-b4f4-4737-8a42-d811f84e4187 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.0527725 Aug 26 12:38:07.926371 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa7f3db8-580f-4110-8774-ecadab866aae req-b55dc6ff-bc1d-4a6a-ba32-8cb8eeac3ba6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Aug 26 12:38:08.419577 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-13fae4a1-74da-4a88-a2be-bade5a5dacd4 req-50688054-6e58-4f3a-8a9c-35dbd78a6df7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0321841 Aug 26 12:38:08.509454 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-93aee4f7-6980-4819-9e16-940f83539821 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2999850d-48da-4a9c-b887-71dfd418737f HTTP/1.1" status: 200 len: 217 time: 0.0467193 Aug 26 12:38:08.541902 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Request body: {'port': {'device_id': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:08.554090 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-413a8396-c9ef-4a14-9e4b-4a629fa4f908 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd HTTP/1.1" status: 200 len: 217 time: 0.0834763 Aug 26 12:38:08.614722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:08.737473 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2ef670c3-3255-490f-8a2f-17ced7f707a0 req-774e31b3-8a3c-4ab2-83fb-a5dfe030c304 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0442848 Aug 26 12:38:08.863175 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fbe63991-ae5a-46af-b6bd-ea6cf6477ef4 req-cbd95fbb-6be3-4d65-b2c0-4efc918247cc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0649209 Aug 26 12:38:08.983736 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26918a4-90bb-4053-b923-868c997094df req-68bd0e6c-2f5c-41da-9db3-742855efea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:08.986171 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-68bd0e6c-2f5c-41da-9db3-742855efea8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85104586-70da-49c2-8d24-a5f4108c3a93 HTTP/1.1" status: 200 len: 852 time: 0.3341575 Aug 26 12:38:09.012915 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-e01ef463-5ad5-435d-8d72-a19f8b5ace33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:09.025256 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-e01ef463-5ad5-435d-8d72-a19f8b5ace33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.3623915 Aug 26 12:38:09.089435 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-8e67b6c6-541c-4d0d-856b-eaf227e14175 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=876141ad-a338-4310-8403-6a59ce35e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469272 Aug 26 12:38:09.125357 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310f703-0a53-46eb-9407-76e22ed4fede req-abb1f210-0cb0-4d35-aa34-85ccda0d86ee tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:09.127146 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f310f703-0a53-46eb-9407-76e22ed4fede req-abb1f210-0cb0-4d35-aa34-85ccda0d86ee tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.0712726 Aug 26 12:38:09.127598 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-966f5cc1-6f81-4f6c-8e1f-03dca8468608 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001728 Aug 26 12:38:09.155799 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f53d08-ca8a-4a24-b1b8-2a28fdd4ed53 req-3a00ff42-ae31-49d1-887c-92d46639f128 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:09.160928 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50f53d08-ca8a-4a24-b1b8-2a28fdd4ed53 req-3a00ff42-ae31-49d1-887c-92d46639f128 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.3784246 Aug 26 12:38:09.228007 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f310f703-0a53-46eb-9407-76e22ed4fede req-f47a70fb-3215-47c7-8dd1-793210043fba tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879121 Aug 26 12:38:09.386611 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50f53d08-ca8a-4a24-b1b8-2a28fdd4ed53 req-add01ea6-f434-4961-9869-052516483f3a tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940167 Aug 26 12:38:09.504298 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-3aebc236-9230-4811-8135-32d824df27f0 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254428 Aug 26 12:38:09.504298 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-fd9cb4ba-2239-419e-ad84-a9b418944f5f service neutron] 10.222.0.65 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745060 Aug 26 12:38:09.582272 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85e63629-7660-4e53-9908-1d05be88c8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.594372 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-67e8f4e8-0963-4084-93fa-c6458e368960 req-18c1084c-576f-4409-8964-ebc5b4f7a952 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0583136 Aug 26 12:38:09.630384 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.65', 60305) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:09.677995 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fab46c-a4c4-402a-ac4a-ee134cb3135a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:09.798077 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e26918a4-90bb-4053-b923-868c997094df req-49547872-0322-4359-ba9e-9d4d9b33dc57 service neutron] 10.222.0.65 "GET /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704790 Aug 26 12:38:09.823756 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.875844 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0af3f177-6a78-4fe4-b93a-d5ee3db99a80 req-f7eec123-213e-4566-a4b8-17bb83424c84 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582091 Aug 26 12:38:09.883118 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-3a8a0a5e-f9f1-4bef-9352-ec36c145c66f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:09.886012 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-3a8a0a5e-f9f1-4bef-9352-ec36c145c66f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 818 time: 0.2535684 Aug 26 12:38:09.905984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Transition to ACTIVE for port object e4fab46c-a4c4-402a-ac4a-ee134cb3135a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:09.910041 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1b03a49-4fcd-4624-80fe-f0081587e164 req-9fc33874-6c4b-47bf-bea5-f3bb7dba3d2c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0819411 Aug 26 12:38:09.920346 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Request body: {'port': {'device_id': '2d80e497-ca8c-497e-b943-73712531dabd', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'admin_state_up': True, 'tenant_id': '48bac8aae21a46e2b41abcb71b695003'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:10.027842 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.046357 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1aa7eb7-2763-40c3-abd0-b856332bca19 req-8a75e8b0-b1aa-4f1b-bf62-98d2fea224f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0438788 Aug 26 12:38:10.078680 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:10.115942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Attempting to bind port e4fab46c-a4c4-402a-ac4a-ee134cb3135a on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:38:10.116271 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Attempting to bind port e4fab46c-a4c4-402a-ac4a-ee134cb3135a by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:38:10.116599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Attempting to bind port e4fab46c-a4c4-402a-ac4a-ee134cb3135a on network 363bbc2c-fced-4e50-8025-ed42d7752c11 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:10.121894 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Port e4fab46c-a4c4-402a-ac4a-ee134cb3135a on network 363bbc2c-fced-4e50-8025-ed42d7752c11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:38:10.122338 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Attempting to bind port e4fab46c-a4c4-402a-ac4a-ee134cb3135a on network 363bbc2c-fced-4e50-8025-ed42d7752c11 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:10.128353 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:38:10.128751 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Checking segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:38:10.129215 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Bound using segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:38:10.129679 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Bound port: e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:38:10.130049 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.194438 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Made reservation on behalf of 48bac8aae21a46e2b41abcb71b695003 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:38:10.201405 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.236362 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:38:10.242741 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:38:10.400220 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590664-9d83-4ae1-bb4a-588b7c04d68d req-166de590-e217-4b79-9c10-d0b5af6d4610 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:10.417766 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0590664-9d83-4ae1-bb4a-588b7c04d68d req-166de590-e217-4b79-9c10-d0b5af6d4610 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 944 time: 0.0821128 Aug 26 12:38:10.443248 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.502622 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:10.503482 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.505052 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 1094 time: 1.9685411 Aug 26 12:38:10.513152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:10.515433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62ec0a-201f-4389-ab48-62447c8382b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:10.516379 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Allocated IP 172.20.0.11 (363bbc2c-fced-4e50-8025-ed42d7752c11/8ea58c1f-0739-4631-8031-dbe8f11806da/a02be702-62ce-4a41-9ba3-7a699304e821) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:10.545026 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0590664-9d83-4ae1-bb4a-588b7c04d68d req-9de2fcf1-e7fa-4002-8e10-80b1b116a4f2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209619 Aug 26 12:38:10.555812 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e259907-9e24-4cfe-ba02-f28836e42965 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:10.591657 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470cb41-dba5-4bfb-a39e-91033677d933 req-5b8f4b58-6c64-46cc-8714-acea73ce800f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:10.593623 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1470cb41-dba5-4bfb-a39e-91033677d933 req-5b8f4b58-6c64-46cc-8714-acea73ce800f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 944 time: 0.1246312 Aug 26 12:38:10.808428 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1470cb41-dba5-4bfb-a39e-91033677d933 req-222ce140-bb58-4811-80b7-c9822882c5a2 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969244 Aug 26 12:38:10.867948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33951b5-c72e-4e0f-b34d-438022042f27 x-openstack-request-id: req-a33951b5-c72e-4e0f-b34d-438022042f27 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:10.868748 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:10.868748 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a33951b5-c72e-4e0f-b34d-438022042f27 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:10.868965 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'status': 'completed', 'code': 200} Aug 26 12:38:10.883791 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7493af3d-4c72-41e5-bdb4-81b97005cdbd details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:10.906365 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3899e4d-1192-43c0-929f-0aa77d71ef49 req-11eff04b-9497-4109-b6cf-da24e15e1aa3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0366187 Aug 26 12:38:10.931083 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.972629 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-04fe1e7e-d8fb-419a-8454-847813c4136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:10.978451 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-04fe1e7e-d8fb-419a-8454-847813c4136d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1097 time: 0.1035314 Aug 26 12:38:11.044487 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-2bf28f99-0800-45a7-b1f3-98425a0ce498 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:11.046129 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-2bf28f99-0800-45a7-b1f3-98425a0ce498 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 811 time: 0.4214118 Aug 26 12:38:11.047689 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-6ca86cb0-bb02-4f2b-a112-036715c7a05e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0494835 Aug 26 12:38:11.074530 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.082140 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.106789 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-80c14bd0-cc40-417c-9cc2-538d3f544c19 req-e98d352f-799b-48d1-87d0-7e7e877a8670 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0467014 Aug 26 12:38:11.130498 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '7493af3d-4c72-41e5-bdb4-81b97005cdbd', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'port_id': '7493af3d-4c72-41e5-bdb4-81b97005cdbd', 'mac_address': 'fa:16:3e:12:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904b305f-97e2-4cd7-90ff-7373c1af0d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:11.178887 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f5ea94f7-b04f-4fd1-ac00-858920b157a9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 379 time: 0.1091979 Aug 26 12:38:11.180410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-aee77bc6-9392-4008-84b5-7322949f53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:11.181797 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-aee77bc6-9392-4008-84b5-7322949f53d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.1048188 Aug 26 12:38:11.192872 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Network 363bbc2c-fced-4e50-8025-ed42d7752c11 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:11.195340 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:11.196622 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'port': {'device_id': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'admin_state_up': True, 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'security_groups': ['d18dc2d4-ee4a-4406-b91b-9263029b4970']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:11.204571 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:11.216795 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:11.218048 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.241238 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.260847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7493af3d-4c72-41e5-bdb4-81b97005cdbd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:11.275274 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Pushing event updated for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.285952 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-81f1da2d-fa02-4195-aea9-8e71cb4cd908 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941811 Aug 26 12:38:11.288047 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.308352 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f1db6e6-1041-49f2-aee5-08347d073cfb req-f89d8a9b-5dab-45f9-8dc9-666d75602905 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0889442 Aug 26 12:38:11.383506 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-6ad63b9f-bc72-4bfd-a004-11b2b4178140 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4724979 Aug 26 12:38:11.428186 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.428914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 2999850d-48da-4a9c-b887-71dfd418737f details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:11.502585 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Made reservation on behalf of 5a8b2961939a44f9915441d17cb97d82 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:38:11.517050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.533630 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.593479 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2999850d-48da-4a9c-b887-71dfd418737f,segment=NetworkSegment(b8c0354f-04f6-47cd-ad54-e59dcc419500),segment_id=b8c0354f-04f6-47cd-ad54-e59dcc419500)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.610074 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '2999850d-48da-4a9c-b887-71dfd418737f', 'network_id': '876141ad-a338-4310-8403-6a59ce35e31e', 'port_id': '2999850d-48da-4a9c-b887-71dfd418737f', 'mac_address': 'fa:16:3e:21:f5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85104586-70da-49c2-8d24-a5f4108c3a93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:11.666784 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.669280 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Allocated IP 172.20.0.3 (60fe485c-890c-4715-b43a-e25dad17a0d0/1e87fc9c-b7bd-45cb-92af-f9a903bda0b5/f5eb967f-bc06-4224-a31b-dc58054197cc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:11.683020 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2999850d-48da-4a9c-b887-71dfd418737f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:11.696395 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73af2-9bd6-47db-969d-3527312f22e9 req-46463c90-c2a9-4b3c-9762-b757d41771c4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:11.699120 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33a73af2-9bd6-47db-969d-3527312f22e9 req-46463c90-c2a9-4b3c-9762-b757d41771c4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 945 time: 0.0690567 Aug 26 12:38:11.706440 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2999850d-48da-4a9c-b887-71dfd418737f,segment=NetworkSegment(b8c0354f-04f6-47cd-ad54-e59dcc419500),segment_id=b8c0354f-04f6-47cd-ad54-e59dcc419500)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.750968 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33a73af2-9bd6-47db-969d-3527312f22e9 req-d72d9157-9861-4830-b9db-67e44e678d32 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Aug 26 12:38:11.789231 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.850840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.854157 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.869599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Transition to ACTIVE for port object f5eb967f-bc06-4224-a31b-dc58054197cc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:11.951052 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e3dd-22d6-43bc-96c8-699f22533390 req-f1b0b9c2-36e2-4bcb-85d9-1a1b88204d92 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:11.952700 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9157e3dd-22d6-43bc-96c8-699f22533390 req-f1b0b9c2-36e2-4bcb-85d9-1a1b88204d92 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Aug 26 12:38:11.997051 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9157e3dd-22d6-43bc-96c8-699f22533390 req-501821de-9fce-4733-a439-cb0a55b696a3 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358734 Aug 26 12:38:12.000471 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.043382 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f721-50e3-46eb-aefb-55ebd27bf749 req-1532a41b-6c49-4c80-ae1e-ccb42c1f41a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:12.045113 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7722f721-50e3-46eb-aefb-55ebd27bf749 req-1532a41b-6c49-4c80-ae1e-ccb42c1f41a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 932 time: 0.0571480 Aug 26 12:38:12.045382 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:12.051311 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:12.055181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:12.061079 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:12.061457 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.073514 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:12.099880 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7722f721-50e3-46eb-aefb-55ebd27bf749 req-483bc801-acdb-44ba-b389-be61f1f37913 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482397 Aug 26 12:38:12.148529 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27efaeac-72c0-4cda-a27d-5d4d736dc6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.187865 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-f6065640-e7ff-4fdf-ab6e-43ee0f7a7882 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9929950 Aug 26 12:38:12.189119 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.284769 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0160-7e34-430e-8900-021d2cbdd88f req-9b5fe055-d61f-4902-9949-edf4228dc232 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:12.286335 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d4a0160-7e34-430e-8900-021d2cbdd88f req-9b5fe055-d61f-4902-9949-edf4228dc232 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 931 time: 0.0658875 Aug 26 12:38:12.336287 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d4a0160-7e34-430e-8900-021d2cbdd88f req-209ca871-8a4b-4bf9-a999-f70c9d77e649 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388405 Aug 26 12:38:12.387978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a367bc38-348a-461f-848f-0003c9559985 None None] Provisioning for port f5eb967f-bc06-4224-a31b-dc58054197cc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:12.392360 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a367bc38-348a-461f-848f-0003c9559985 None None] Provisioning complete for port f5eb967f-bc06-4224-a31b-dc58054197cc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:12.394976 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a367bc38-348a-461f-848f-0003c9559985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.413314 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-15d90138-c0ee-4019-9014-8f5f246f618c req-2559113f-ba78-4ca8-a379-2ff6da2433e6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0312459 Aug 26 12:38:12.432391 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a367bc38-348a-461f-848f-0003c9559985 None None] Port f5eb967f-bc06-4224-a31b-dc58054197cc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:38:12.876597 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f524e-26b1-47ca-a65b-4d6d01c9e910 req-fa062473-2716-4985-8fea-205887fa9ca1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:12.878178 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6d9f524e-26b1-47ca-a65b-4d6d01c9e910 req-fa062473-2716-4985-8fea-205887fa9ca1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Aug 26 12:38:12.918508 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6d9f524e-26b1-47ca-a65b-4d6d01c9e910 req-18173897-1af0-41d8-8e50-a89261a97597 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 Aug 26 12:38:13.136145 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea08a-085b-4c3b-997c-0a243236ff49 req-863a80aa-83dd-4ee4-86b0-f8c23749f12f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:13.140038 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c53ea08a-085b-4c3b-997c-0a243236ff49 req-863a80aa-83dd-4ee4-86b0-f8c23749f12f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Aug 26 12:38:13.184466 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c53ea08a-085b-4c3b-997c-0a243236ff49 req-42fd5249-4c96-4b5d-a5be-bbe029189b8f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365229 Aug 26 12:38:13.236914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f82753-17cc-421b-8ce8-21c389b56d0a req-29a6a3d7-b165-4e65-81d3-98133c7f3e8d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:13.238495 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3f82753-17cc-421b-8ce8-21c389b56d0a req-29a6a3d7-b165-4e65-81d3-98133c7f3e8d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 932 time: 0.0678539 Aug 26 12:38:13.281123 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3f82753-17cc-421b-8ce8-21c389b56d0a req-b9e0081b-c772-4b13-925c-6426d12d59ed tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Aug 26 12:38:13.471281 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a13a8-b96a-47f9-9064-4d239af14757 req-90971255-63b1-430d-b47f-6bb76ca50c8a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:13.474054 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-507a13a8-b96a-47f9-9064-4d239af14757 req-90971255-63b1-430d-b47f-6bb76ca50c8a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 931 time: 0.0542431 Aug 26 12:38:13.517743 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-76282098-6020-4ca5-ba3a-472446b04f12 req-2d0b2e0c-b48d-490c-a5f5-d47333df2591 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Aug 26 12:38:13.524230 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-507a13a8-b96a-47f9-9064-4d239af14757 req-ab4a3865-da63-471d-bbc5-d8c85e427b5c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 Aug 26 12:38:13.924928 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.038946 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc77592-229c-44ec-8169-e45df07d4411 req-5c3f2471-64b0-4a04-80d7-eb796b9dfcfb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:14.040467 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cc77592-229c-44ec-8169-e45df07d4411 req-5c3f2471-64b0-4a04-80d7-eb796b9dfcfb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 945 time: 0.0538092 Aug 26 12:38:14.081479 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cc77592-229c-44ec-8169-e45df07d4411 req-9023805b-837b-4e47-8973-72744e7346dc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Aug 26 12:38:14.321204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Request body: {'port': {'device_id': '2d80e497-ca8c-497e-b943-73712531dabd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:14.333644 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Request body: {'port': {'device_id': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:14.412885 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e479e4a-da63-45b9-ad5a-4280c54fce54 req-b55edbff-2ca6-44e2-a204-fb4e5ff091e9 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:14.414553 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e479e4a-da63-45b9-ad5a-4280c54fce54 req-b55edbff-2ca6-44e2-a204-fb4e5ff091e9 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 945 time: 0.1450799 Aug 26 12:38:14.424075 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.507689 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e479e4a-da63-45b9-ad5a-4280c54fce54 req-2e044290-a2d7-41ae-b70d-3e0a852662e5 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720286 Aug 26 12:38:14.530395 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.581290 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e432-0bda-4e95-bbc6-a01175dffff5 req-83dc11e1-08d2-412a-9feb-f22ea3bd213f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:14.582959 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2848e432-0bda-4e95-bbc6-a01175dffff5 req-83dc11e1-08d2-412a-9feb-f22ea3bd213f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 932 time: 0.1769028 Aug 26 12:38:14.585974 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-bdf5dce4-97f4-44e2-a33b-fb4346f0dffe service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030667 Aug 26 12:38:14.596132 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-f405504b-8148-4a50-8bbc-6a25e4eec60b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:14.598063 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-f405504b-8148-4a50-8bbc-6a25e4eec60b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 817 time: 0.2685285 Aug 26 12:38:14.813398 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2848e432-0bda-4e95-bbc6-a01175dffff5 req-005c43b1-a216-48a1-bf1e-48ac3a04780a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116382 Aug 26 12:38:14.815477 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:14.821094 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-664abf38-cda4-498e-ab2e-bb830be8df0d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 380 time: 0.1836984 Aug 26 12:38:14.845247 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'port': {'device_id': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'admin_state_up': True, 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'security_groups': ['00dfe08a-c09a-41ae-ac43-5841c60e12f2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:14.856649 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['2999850d-48da-4a9c-b887-71dfd418737f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:14.924935 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981f43c-6757-49de-818e-027fc812ed71 req-dbf7ff62-492f-4161-ad6a-e59b5b80850f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:14.927979 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6981f43c-6757-49de-818e-027fc812ed71 req-dbf7ff62-492f-4161-ad6a-e59b5b80850f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 931 time: 0.1887016 Aug 26 12:38:14.963928 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-58222d8e-aacb-4314-ac76-56b867ee5451 req-51db0541-81a2-43c0-99f3-e1c40fa5b068 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0633204 Aug 26 12:38:15.018520 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0fcddaa3-dab6-43b4-939d-8cb65def1a46 req-6369d2e3-c8ec-4713-a894-4012f762aace service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166417 Aug 26 12:38:15.051180 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6981f43c-6757-49de-818e-027fc812ed71 req-d2d755af-12b5-4a4e-b668-9b31123dcea1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138816 Aug 26 12:38:15.226876 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02be702-62ce-4a41-9ba3-7a699304e821 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:15.236747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.270330 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Transition to ACTIVE for port object a02be702-62ce-4a41-9ba3-7a699304e821 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:15.328870 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eb967f-bc06-4224-a31b-dc58054197cc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:15.346602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be2843-a394-406a-b317-f77813dbefeb req-88a80b3f-c5c4-4dfe-b1e8-9cd7ee3609f6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:15.348121 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-86be2843-a394-406a-b317-f77813dbefeb req-88a80b3f-c5c4-4dfe-b1e8-9cd7ee3609f6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 945 time: 0.1722834 Aug 26 12:38:15.350271 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.356503 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-5499f7aa-96a1-4f5d-9af4-4c0e44df9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:15.358108 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-5499f7aa-96a1-4f5d-9af4-4c0e44df9be3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1097 time: 0.1550219 Aug 26 12:38:15.358712 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Made reservation on behalf of 5f52e099a757438aad026a6f02bd92b1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:38:15.362173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.394879 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.395539 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.405415 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Transition to ACTIVE for port object f5eb967f-bc06-4224-a31b-dc58054197cc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:15.465073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:15.484448 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-86be2843-a394-406a-b317-f77813dbefeb req-4ac40583-8558-46ce-b58d-2bc49d6e78c9 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170583 Aug 26 12:38:15.523574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Attempting to bind port a02be702-62ce-4a41-9ba3-7a699304e821 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:38:15.523917 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Attempting to bind port a02be702-62ce-4a41-9ba3-7a699304e821 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:38:15.524329 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Attempting to bind port a02be702-62ce-4a41-9ba3-7a699304e821 on network 363bbc2c-fced-4e50-8025-ed42d7752c11 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:15.532127 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Port a02be702-62ce-4a41-9ba3-7a699304e821 on network 363bbc2c-fced-4e50-8025-ed42d7752c11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:38:15.532455 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Attempting to bind port a02be702-62ce-4a41-9ba3-7a699304e821 on network 363bbc2c-fced-4e50-8025-ed42d7752c11 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:15.540865 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:38:15.541416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Checking segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:38:15.542174 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Bound using segment: {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:38:15.542860 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Bound port: a02be702-62ce-4a41-9ba3-7a699304e821, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c04c4e-5456-4880-989f-5da50ec86afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:38:15.543276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.687242 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:38:15.697568 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.713192 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a02be702-62ce-4a41-9ba3-7a699304e821,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:38:15.726870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee3ac-20bd-4a40-a334-4c936d720d5b req-e3dbec33-2523-447c-b5b7-1f3c75a7ba09 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:15.728460 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c5ee3ac-20bd-4a40-a334-4c936d720d5b req-e3dbec33-2523-447c-b5b7-1f3c75a7ba09 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 945 time: 0.0882709 Aug 26 12:38:15.799483 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-90b111cb-1500-46ab-8ee4-2d1f3d0f2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:15.809642 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-90b111cb-1500-46ab-8ee4-2d1f3d0f2db1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.4326501 Aug 26 12:38:15.809936 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c5ee3ac-20bd-4a40-a334-4c936d720d5b req-979d0e78-ae20-435d-bb89-d42ef255c398 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628593 Aug 26 12:38:15.809936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.820656 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:15.885521 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-1a1d6139-c5d3-48cc-bd2f-f6b3ed7ab2e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0750678 Aug 26 12:38:15.905214 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:15.905837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.909099 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] 10.222.0.65 "PUT /v2.0/ports/a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 200 len: 1094 time: 1.5940478 Aug 26 12:38:15.909611 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:15.914153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Allocated IP 172.20.0.8 (7db30cb0-1e4f-4858-9f01-a0ec5e6898ac/0f5f95bb-cb3f-41ab-87d4-89fc64bbb211/be51de08-1d74-4d98-b609-8ca2509627c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:15.950925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Attempting to bind port f5eb967f-bc06-4224-a31b-dc58054197cc on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:38:15.953284 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Attempting to bind port f5eb967f-bc06-4224-a31b-dc58054197cc by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:38:15.954579 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Attempting to bind port f5eb967f-bc06-4224-a31b-dc58054197cc on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:16.025282 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7421a-dc29-4147-9221-05260aaddbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:16.125090 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Port f5eb967f-bc06-4224-a31b-dc58054197cc on network 60fe485c-890c-4715-b43a-e25dad17a0d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:38:16.125517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Attempting to bind port f5eb967f-bc06-4224-a31b-dc58054197cc on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:16.142758 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-ee13a66f-87d2-483f-a71b-2f996070c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.144392 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-ee13a66f-87d2-483f-a71b-2f996070c4b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.2490315 Aug 26 12:38:16.156263 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:38:16.156577 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Checking segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:38:16.157128 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Bound using segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:38:16.157674 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Bound port: f5eb967f-bc06-4224-a31b-dc58054197cc, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:38:16.158110 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.223464 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-49b490a2-b296-49bc-a453-636403de30b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694475 Aug 26 12:38:16.231705 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da959e-8d6d-49aa-9c7e-a6cae6a93850 req-210b7376-8de4-4106-aedf-a91bacac49c2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.239209 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1da959e-8d6d-49aa-9c7e-a6cae6a93850 req-210b7376-8de4-4106-aedf-a91bacac49c2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 944 time: 0.1665080 Aug 26 12:38:16.242281 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b0e7837b-594d-4457-8b3c-b528be07b332 req-d1b54757-7da5-4a9c-8d69-43b91f20c2c5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0912089 Aug 26 12:38:16.275247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-9e21602f-58b6-478f-93f1-08229b63ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.288230 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-9e21602f-58b6-478f-93f1-08229b63ebf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1097 time: 0.2234721 Aug 26 12:38:16.297520 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e4fab46c-a4c4-402a-ac4a-ee134cb3135a details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:16.312243 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.317756 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7493af3d-4c72-41e5-bdb4-81b97005cdbd up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:16.373095 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-b7848f5a-3a45-45ba-a3c3-101d9d7eaa51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 200 len: 217 time: 0.0813851 Aug 26 12:38:16.375922 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:16.401851 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Transition to ACTIVE for port object be51de08-1d74-4d98-b609-8ca2509627c4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:16.423350 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1da959e-8d6d-49aa-9c7e-a6cae6a93850 req-a0434393-9eb8-4932-8a8d-25ce7e9e7e56 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824787 Aug 26 12:38:16.464420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:38:16.472989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f5eb967f-bc06-4224-a31b-dc58054197cc,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:38:16.480105 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-036bd562-aa58-4d5e-aed1-023df69fc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.481725 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-036bd562-aa58-4d5e-aed1-023df69fc694 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.1010206 Aug 26 12:38:16.506573 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-ce14358e-b8e0-4603-b33f-40bbf7dbe993 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605739 Aug 26 12:38:16.553881 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-5e1fb0ca-334f-482c-aee5-89b846397c0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619450 Aug 26 12:38:16.566395 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc66679-7b85-4921-ae45-acdd137736d1 req-3d80cc42-599c-4cb6-9d82-af0efcda99b5 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.573473 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bcc66679-7b85-4921-ae45-acdd137736d1 req-3d80cc42-599c-4cb6-9d82-af0efcda99b5 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.1369171 Aug 26 12:38:16.586101 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 7493af3d-4c72-41e5-bdb4-81b97005cdbd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:16.594022 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 7493af3d-4c72-41e5-bdb4-81b97005cdbd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:16.594420 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.624319 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.645800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072ae0f-3f4d-4568-89b6-679af826f2be x-openstack-request-id: req-2072ae0f-3f4d-4568-89b6-679af826f2be {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:16.646006 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:16.646312 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2072ae0f-3f4d-4568-89b6-679af826f2be {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:16.647006 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821', 'status': 'completed', 'code': 200} Aug 26 12:38:16.653239 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:16.667840 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bcc66679-7b85-4921-ae45-acdd137736d1 req-daba4fe9-6f06-4479-8187-29ec00e35500 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934498 Aug 26 12:38:16.695480 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'port_id': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'mac_address': 'fa:16:3e:8c:c5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:16.695655 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.699578 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:16.699578 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.700135 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] 10.222.0.65 "PUT /v2.0/ports/f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 1093 time: 2.3719773 Aug 26 12:38:16.703020 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:16.711528 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:17.044193 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f98e6-5d95-4a64-9066-88e54953ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:17.046150 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-008ed7b0-a223-4032-b4b8-aec7e20f7186 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231531 Aug 26 12:38:17.046426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.046602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5931ee-faf9-4802-a2d2-4fd0d6825f29 x-openstack-request-id: req-6d5931ee-faf9-4802-a2d2-4fd0d6825f29 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:17.046602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:17.046602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d5931ee-faf9-4802-a2d2-4fd0d6825f29 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:17.046602 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'status': 'completed', 'code': 200} Aug 26 12:38:17.046602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:17.046918 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fab46c-a4c4-402a-ac4a-ee134cb3135a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:17.046918 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:17.047072 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:17.047520 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.047608 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:17.047608 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.047608 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.047821 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:17.047892 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb2b5480-8d18-4555-86a0-1bffa1963e6d req-b668efc9-0da4-430a-a87e-b9e71cb75f4c service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402144 Aug 26 12:38:17.048073 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf62ec0a-201f-4389-ab48-62447c8382b5 req-2c9a6aa8-934f-45cf-b2a6-4896abdd72c1 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678986 Aug 26 12:38:17.048212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f939e-a826-429a-853c-979a1faed80b req-8c5a506c-47d1-4ce3-b688-8efa68ea32b4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.048351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:17.048485 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e67f939e-a826-429a-853c-979a1faed80b req-8c5a506c-47d1-4ce3-b688-8efa68ea32b4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 945 time: 0.0710785 Aug 26 12:38:17.048615 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:17.048781 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-1137a312-1fe6-473a-9813-2955922cba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.048781 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-1137a312-1fe6-473a-9813-2955922cba35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1096 time: 0.1089673 Aug 26 12:38:17.048781 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdf02-d87e-4fcf-8361-9feb8bbdfc4a req-dc2f8f90-fda2-4a15-8ffe-8114203b1787 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.048781 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e2bdf02-d87e-4fcf-8361-9feb8bbdfc4a req-dc2f8f90-fda2-4a15-8ffe-8114203b1787 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 945 time: 0.2413795 Aug 26 12:38:17.049781 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e67f939e-a826-429a-853c-979a1faed80b req-8969a069-5914-4d6a-a6f0-ccb9e4a7eafe tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Aug 26 12:38:17.050064 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79a9b9-f35d-470a-803c-b12ab78eb49b" -d '{"events": [{"server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "name": "network-vif-plugged", "status": "completed", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:17.182484 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e2bdf02-d87e-4fcf-8361-9feb8bbdfc4a req-f21c1228-b859-4735-a2f0-13cdff0f76d4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494229 Aug 26 12:38:17.204771 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3813da-f446-45f9-bd0d-db12816b1e47 x-openstack-request-id: req-4c3813da-f446-45f9-bd0d-db12816b1e47 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:17.205056 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "name": "network-vif-plugged", "status": "completed", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:17.205312 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c3813da-f446-45f9-bd0d-db12816b1e47 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:17.205990 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd', 'code': 200} Aug 26 12:38:17.236882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.239832 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 2999850d-48da-4a9c-b887-71dfd418737f up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:17.273177 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-c6b25a66-7434-49d1-a542-779665974a4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4399343 Aug 26 12:38:17.280779 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.317846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-323ad5e0-d47b-463a-ba3b-5cff471c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.320065 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-323ad5e0-d47b-463a-ba3b-5cff471c8050 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a8b2961939a44f9915441d17cb97d82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2855973 Aug 26 12:38:17.326790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Request body: {'port': {'device_id': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:17.362426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:17.408997 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ef38408-cc5a-456c-a1d1-b9b1bf3b185c None None] Provisioning for port be51de08-1d74-4d98-b609-8ca2509627c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:17.423712 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ef38408-cc5a-456c-a1d1-b9b1bf3b185c None None] Provisioning complete for port be51de08-1d74-4d98-b609-8ca2509627c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:17.424089 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ef38408-cc5a-456c-a1d1-b9b1bf3b185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.460950 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:17.489957 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 2999850d-48da-4a9c-b887-71dfd418737f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:17.509475 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 2999850d-48da-4a9c-b887-71dfd418737f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:17.510089 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.512030 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ef38408-cc5a-456c-a1d1-b9b1bf3b185c None None] Port be51de08-1d74-4d98-b609-8ca2509627c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:38:17.631797 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cbeae-40e3-4e50-bf54-026ecc4fb156 req-4c5e0e33-6127-4db5-a6db-2de5be021a05 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.641696 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.647189 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb1cbeae-40e3-4e50-bf54-026ecc4fb156 req-4c5e0e33-6127-4db5-a6db-2de5be021a05 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 944 time: 0.0988958 Aug 26 12:38:17.648226 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['e4fab46c-a4c4-402a-ac4a-ee134cb3135a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:17.663661 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-3c0b4e85-4e10-41d6-ae5b-80abd8a43a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.672874 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-3c0b4e85-4e10-41d6-ae5b-80abd8a43a8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1097 time: 0.3352435 Aug 26 12:38:17.748337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.760794 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb1cbeae-40e3-4e50-bf54-026ecc4fb156 req-2f47e69e-2b67-4b26-92ab-48345d3ad6a2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127095 Aug 26 12:38:17.763059 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2999850d-48da-4a9c-b887-71dfd418737f,segment=NetworkSegment(b8c0354f-04f6-47cd-ad54-e59dcc419500),segment_id=b8c0354f-04f6-47cd-ad54-e59dcc419500)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:17.763221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-e322ecd7-9bed-4188-946b-cddc620b9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.764716 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78975a-eb70-4e71-9a78-625542243a4f req-b96e0f2f-b7b7-4288-8ee5-94674a6ac637 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.766296 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-e322ecd7-9bed-4188-946b-cddc620b9b5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 1099 time: 0.1071599 Aug 26 12:38:17.766476 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b78975a-eb70-4e71-9a78-625542243a4f req-b96e0f2f-b7b7-4288-8ee5-94674a6ac637 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 931 time: 0.3883321 Aug 26 12:38:17.775723 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-8256d7ac-6ff2-484c-8d59-20cfbcdf4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.776842 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd9b9a43-f8c3-46c8-ac75-ee24cb5dd705 req-8256d7ac-6ff2-484c-8d59-20cfbcdf4af1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159815 Aug 26 12:38:17.796830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-adbbcc4a-dccd-4b46-80d3-091d2f210311 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.873217 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.908751 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c6269-671c-46f0-8436-3b665b069ded req-f592b68c-5b4f-4fe4-90cf-5dbf80e7768f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:17.910300 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-324c6269-671c-46f0-8436-3b665b069ded req-f592b68c-5b4f-4fe4-90cf-5dbf80e7768f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.0683146 Aug 26 12:38:17.972166 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-adbbcc4a-dccd-4b46-80d3-091d2f210311 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.976650 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-324c6269-671c-46f0-8436-3b665b069ded req-7fa348c6-256c-4523-b2e2-9689d4cd6f3e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564628 Aug 26 12:38:17.998710 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:18.092573 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b78975a-eb70-4e71-9a78-625542243a4f req-b0fcaaf9-e0dc-492f-b133-4ee96990e8aa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094375 Aug 26 12:38:18.097549 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-b6d4d32f-b8e6-456c-a0a3-d3a64f9dc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.099093 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-b6d4d32f-b8e6-456c-a0a3-d3a64f9dc4d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.4242587 Aug 26 12:38:18.111189 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-adbbcc4a-dccd-4b46-80d3-091d2f210311 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.169869 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-b34f008f-26d1-4101-bfeb-baa32052bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.171349 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-b34f008f-26d1-4101-bfeb-baa32052bac1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1096 time: 0.3162160 Aug 26 12:38:18.172885 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6261da46-8a45-4bc6-b4d6-7f7882bf3f56 req-adbbcc4a-dccd-4b46-80d3-091d2f210311 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993256 Aug 26 12:38:18.180624 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbcc4a-dccd-4b46-80d3-091d2f210311 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e256f381-9fef-46ee-9597-8575e39a8728,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:18.205692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c4e1-8c23-4442-8992-fbbedd0bb576 req-416cfb16-e3dc-4991-893f-eb32462d65a8 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.209236 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-68d2c4e1-8c23-4442-8992-fbbedd0bb576 req-416cfb16-e3dc-4991-893f-eb32462d65a8 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0843220 Aug 26 12:38:18.264209 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-68d2c4e1-8c23-4442-8992-fbbedd0bb576 req-26c2351a-1547-4de3-8913-769f7fac8bb4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Aug 26 12:38:18.357586 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c8a33-d039-4b1b-acf6-bac575856ce0 req-b3ce118e-cd0f-41d1-9114-e96251b0d489 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.359282 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-743c8a33-d039-4b1b-acf6-bac575856ce0 req-b3ce118e-cd0f-41d1-9114-e96251b0d489 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0883904 Aug 26 12:38:18.413196 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:18.426796 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.441418 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-743c8a33-d039-4b1b-acf6-bac575856ce0 req-31e1512d-edb6-43be-b778-a648ee95800c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623384 Aug 26 12:38:18.446912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Transition to ACTIVE for port object be51de08-1d74-4d98-b609-8ca2509627c4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:18.530482 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.581258 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:18.613635 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Attempting to bind port be51de08-1d74-4d98-b609-8ca2509627c4 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:38:18.613960 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Attempting to bind port be51de08-1d74-4d98-b609-8ca2509627c4 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:38:18.614287 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Attempting to bind port be51de08-1d74-4d98-b609-8ca2509627c4 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:18.619328 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Port be51de08-1d74-4d98-b609-8ca2509627c4 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:38:18.619643 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Attempting to bind port be51de08-1d74-4d98-b609-8ca2509627c4 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:18.624664 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:38:18.625030 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Checking segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:38:18.625408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Bound using segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:38:18.625829 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Bound port: be51de08-1d74-4d98-b609-8ca2509627c4, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:38:18.626193 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.722493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:38:18.727390 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:38:18.809486 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.857696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.858850 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:18.861618 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] 10.222.0.65 "PUT /v2.0/ports/be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 1093 time: 1.5397148 Aug 26 12:38:18.862438 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:18.867359 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:18.909167 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fe61c-bf44-480b-95b0-f45f9ce6a710 service neutron] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:18.918794 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c427c-8c73-47fe-9cb3-eaf7e7b296ff x-openstack-request-id: req-c63c427c-8c73-47fe-9cb3-eaf7e7b296ff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:18.919085 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:18.919338 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c63c427c-8c73-47fe-9cb3-eaf7e7b296ff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:18.919734 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'status': 'completed', 'code': 200} Aug 26 12:38:18.921331 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9f6b-98db-4e79-92f3-4e95c745a528 req-ddb8891a-31f9-4058-a134-18abc59af0c8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:18.922955 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c63b9f6b-98db-4e79-92f3-4e95c745a528 req-ddb8891a-31f9-4058-a134-18abc59af0c8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 944 time: 0.0862815 Aug 26 12:38:18.972444 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c63b9f6b-98db-4e79-92f3-4e95c745a528 req-a0a72e21-8ab8-4635-8b13-8453f82cb3a0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Aug 26 12:38:19.121270 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c37af-5b61-4baf-b92f-42195d66d21d req-cef776af-9570-4eeb-8f10-c0ce5a893999 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:19.122780 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-980c37af-5b61-4baf-b92f-42195d66d21d req-cef776af-9570-4eeb-8f10-c0ce5a893999 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.0572073 Aug 26 12:38:19.162921 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-980c37af-5b61-4baf-b92f-42195d66d21d req-0bbd3bc8-a1b1-433c-b277-ebef518259b8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Aug 26 12:38:19.207537 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:19.209910 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af89b28-258f-4720-a212-c9048aed9e96" -d '{"events": [{"server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "name": "network-vif-plugged", "status": "completed", "tag": "2999850d-48da-4a9c-b887-71dfd418737f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:19.224668 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a921-bd2d-4ee9-8dee-1c1e56a93c47 req-6d738e64-40ac-4bd2-b6f2-b5c20af083b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:19.226458 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fb2a921-bd2d-4ee9-8dee-1c1e56a93c47 req-6d738e64-40ac-4bd2-b6f2-b5c20af083b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0504200 Aug 26 12:38:19.247278 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ecb96-d3e7-4e03-a4cb-0e463e105625 x-openstack-request-id: req-9d3ecb96-d3e7-4e03-a4cb-0e463e105625 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:19.247728 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "name": "network-vif-plugged", "status": "completed", "tag": "2999850d-48da-4a9c-b887-71dfd418737f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:19.248095 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d3ecb96-d3e7-4e03-a4cb-0e463e105625 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:19.248588 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f', 'code': 200} Aug 26 12:38:19.268821 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fb2a921-bd2d-4ee9-8dee-1c1e56a93c47 req-6ae86808-9d6c-419c-83c9-8c2156c64b9a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359042 Aug 26 12:38:19.393932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd22a-6415-40b0-bcbc-bd1659badbf7 req-5e904d40-aa6c-486c-bde2-66fc633dfd24 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:19.395528 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4aafd22a-6415-40b0-bcbc-bd1659badbf7 req-5e904d40-aa6c-486c-bde2-66fc633dfd24 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0552297 Aug 26 12:38:19.434319 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4aafd22a-6415-40b0-bcbc-bd1659badbf7 req-6d1e0058-58bc-4e32-8c0d-c5cdf9f0e71f tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Aug 26 12:38:19.572505 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a091e-60bb-46f6-80e5-c97575d10d01 req-c8520e71-7ca7-424e-a101-bb341bc1a40b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:19.574103 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a8a091e-60bb-46f6-80e5-c97575d10d01 req-c8520e71-7ca7-424e-a101-bb341bc1a40b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0595152 Aug 26 12:38:19.616652 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a8a091e-60bb-46f6-80e5-c97575d10d01 req-44d2730c-9ea6-4504-aead-77d534cd1145 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Aug 26 12:38:20.119377 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f486-9393-460a-bcd8-fac112a70b96 req-a15fa681-e96f-468c-b80c-091d1b5b2bcd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:20.121635 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4b4f486-9393-460a-bcd8-fac112a70b96 req-a15fa681-e96f-468c-b80c-091d1b5b2bcd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 944 time: 0.0694308 Aug 26 12:38:20.161588 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4b4f486-9393-460a-bcd8-fac112a70b96 req-42add204-ac43-4b30-86f4-e86f109978cd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 26 12:38:20.296703 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22295b-f9f0-419a-a5ea-b391c3499391 req-05331784-64cb-488f-8922-3aaca57d0a7e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:20.298191 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e22295b-f9f0-419a-a5ea-b391c3499391 req-05331784-64cb-488f-8922-3aaca57d0a7e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.0479324 Aug 26 12:38:20.336993 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e22295b-f9f0-419a-a5ea-b391c3499391 req-86e589c8-41b8-4f3d-9d34-5f090e237671 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Aug 26 12:38:20.398026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905400c-60e4-4094-b467-fceac581453b req-02fbd8f6-7eaa-4566-b9e3-14a31d75a102 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:20.400764 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e905400c-60e4-4094-b467-fceac581453b req-02fbd8f6-7eaa-4566-b9e3-14a31d75a102 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Aug 26 12:38:20.446920 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e905400c-60e4-4094-b467-fceac581453b req-02f5bb2d-6f92-4a6e-985b-fb74788b1777 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377500 Aug 26 12:38:20.556570 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fbcf2-363e-4cde-929f-4ba5157d1d42 req-27b62bba-fde1-4a6f-af93-315b21c28b77 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:20.558058 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f59fbcf2-363e-4cde-929f-4ba5157d1d42 req-27b62bba-fde1-4a6f-af93-315b21c28b77 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0527833 Aug 26 12:38:20.598879 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f59fbcf2-363e-4cde-929f-4ba5157d1d42 req-1ce29079-26bb-4801-8da6-b1e5d343d3fb tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Aug 26 12:38:20.738853 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c128-a09a-4096-87c1-213c73d0e1b5 req-2fcbff9d-160f-4e2e-9ced-88fb77be7489 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:20.740562 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c4b9c128-a09a-4096-87c1-213c73d0e1b5 req-2fcbff9d-160f-4e2e-9ced-88fb77be7489 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0538011 Aug 26 12:38:20.782272 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c4b9c128-a09a-4096-87c1-213c73d0e1b5 req-3799dbb6-01c2-40a9-a3b2-eb38f0f47b0c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Aug 26 12:38:20.873011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a02be702-62ce-4a41-9ba3-7a699304e821 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:20.978946 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a02be702-62ce-4a41-9ba3-7a699304e821,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:20.990663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'a02be702-62ce-4a41-9ba3-7a699304e821', 'network_id': '363bbc2c-fced-4e50-8025-ed42d7752c11', 'port_id': 'a02be702-62ce-4a41-9ba3-7a699304e821', 'mac_address': 'fa:16:3e:80:2b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea58c1f-0739-4631-8031-dbe8f11806da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:21.032223 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:21.044963 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02be702-62ce-4a41-9ba3-7a699304e821 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:21.063519 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a02be702-62ce-4a41-9ba3-7a699304e821,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:21.159381 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:21.222060 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:21.303708 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d726e-b86b-40b8-8e2a-6a5789c7a80f req-fdf0aee7-daaa-4f0e-9d96-5af830d704c9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.305424 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-492d726e-b86b-40b8-8e2a-6a5789c7a80f req-fdf0aee7-daaa-4f0e-9d96-5af830d704c9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 945 time: 0.0645432 Aug 26 12:38:21.308065 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-0ae8a3a3-6878-4cbb-9f4a-411ba4adfb28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 200 len: 217 time: 0.0395186 Aug 26 12:38:21.348580 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-492d726e-b86b-40b8-8e2a-6a5789c7a80f req-31bb8712-a69a-406c-afbd-1074f0914692 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364349 Aug 26 12:38:21.381443 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-d3d80098-2d26-4ebe-8ca1-a09a0ff25c9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 217 time: 0.0608027 Aug 26 12:38:21.407889 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-0075730e-1fd7-46a2-9994-fceb04c96345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.409731 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-0075730e-1fd7-46a2-9994-fceb04c96345 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0481029 Aug 26 12:38:21.458656 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-7389e5a2-8036-4009-b71c-822aa6fac6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.460210 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-7389e5a2-8036-4009-b71c-822aa6fac6bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0924065 Aug 26 12:38:21.489100 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-57a39caf-4629-4430-a8dc-cb893c5083aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.491302 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-57a39caf-4629-4430-a8dc-cb893c5083aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0869994 Aug 26 12:38:21.532156 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-ee52c644-61bf-446c-821e-32cae8f4b7c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626378 Aug 26 12:38:21.573395 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['a02be702-62ce-4a41-9ba3-7a699304e821'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:21.659140 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc378-752c-4d68-b8df-760edd6854b7 req-429c913b-d056-40e6-ba68-ff73b3049e3a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.661020 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78edc378-752c-4d68-b8df-760edd6854b7 req-429c913b-d056-40e6-ba68-ff73b3049e3a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.1978903 Aug 26 12:38:21.691897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-0074a1ff-fd3a-4705-8444-a1ce6a15e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.694363 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-0074a1ff-fd3a-4705-8444-a1ce6a15e1e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1664910 Aug 26 12:38:21.794512 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-81866696-39d9-46aa-b8bc-1c9e9bfc9c41 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528946 Aug 26 12:38:21.845522 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78edc378-752c-4d68-b8df-760edd6854b7 req-8b4ee19a-2758-4e50-9cba-fe9ca50374a2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736138 Aug 26 12:38:21.851216 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22c891-5887-4e54-99a0-1712adc6aef4 req-071271f2-40d9-4d07-9f7e-85cc068aecff tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.853148 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1b22c891-5887-4e54-99a0-1712adc6aef4 req-071271f2-40d9-4d07-9f7e-85cc068aecff tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1340063 Aug 26 12:38:21.949578 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1b22c891-5887-4e54-99a0-1712adc6aef4 req-75e88be0-b8b9-43b8-8831-9ad312511563 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857267 Aug 26 12:38:21.985791 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-404bac1b-c039-40c0-a9fa-9ec45a853cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.987394 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-404bac1b-c039-40c0-a9fa-9ec45a853cde service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5f52e099a757438aad026a6f02bd92b1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5582535 Aug 26 12:38:21.990156 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4706b-f2a2-4742-a7f6-1a336bdd90dc req-f84d11f4-7f63-4e5f-a118-fbcda192cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:21.991742 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-efe4706b-f2a2-4742-a7f6-1a336bdd90dc req-f84d11f4-7f63-4e5f-a118-fbcda192cc11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 1099 time: 0.2725062 Aug 26 12:38:22.140861 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-efe4706b-f2a2-4742-a7f6-1a336bdd90dc req-bec9614e-ce56-407a-80de-7c7c65815798 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369550 Aug 26 12:38:22.188168 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-071e4d89-f0fa-49cf-a109-910ba63e0afa service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591403 Aug 26 12:38:22.207789 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-8aa44abc-2025-42a5-91cb-86e80c24451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.209576 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54d7ac1f-69a2-4c6f-83ef-e331f9c77f67 req-8aa44abc-2025-42a5-91cb-86e80c24451a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089682 Aug 26 12:38:22.218387 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a6e5db-3e14-4c7f-82c9-f6920a77dcb8 req-eacee23a-a131-45a3-8327-856d9021ed34 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873737 Aug 26 12:38:22.232865 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b49b12-6346-481c-89bc-28c3f7b5ceca req-fab3a978-b255-44c7-a515-236bb1e41e56 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.236782 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3884eab-a90e-44dc-8146-bc5a4a285529 req-2fd87296-e67e-4acf-bd93-c780c080c2c6 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.236969 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-90b49b12-6346-481c-89bc-28c3f7b5ceca req-fab3a978-b255-44c7-a515-236bb1e41e56 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0727146 Aug 26 12:38:22.237072 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3884eab-a90e-44dc-8146-bc5a4a285529 req-2fd87296-e67e-4acf-bd93-c780c080c2c6 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.2405405 Aug 26 12:38:22.283444 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3884eab-a90e-44dc-8146-bc5a4a285529 req-28fa4798-b150-4468-8efd-4ff80b3aa2c2 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Aug 26 12:38:22.299624 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-90b49b12-6346-481c-89bc-28c3f7b5ceca req-284f12b7-c931-4f16-b456-5986f5fa2bd8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Aug 26 12:38:22.470882 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052538cb-1240-4b3b-a23b-0f67b964fccf req-20769964-b2b7-496d-819a-1fc7228b0864 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.472433 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-052538cb-1240-4b3b-a23b-0f67b964fccf req-20769964-b2b7-496d-819a-1fc7228b0864 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 945 time: 0.0491498 Aug 26 12:38:22.612803 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-052538cb-1240-4b3b-a23b-0f67b964fccf req-38651554-2b91-4db3-9617-e5a9b750954a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313930 Aug 26 12:38:22.645677 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-7ef5b7d8-a3e1-4896-b146-faf200042374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.648342 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-7ef5b7d8-a3e1-4896-b146-faf200042374 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0501208 Aug 26 12:38:22.655924 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c83ed11-7c16-40fc-9fa3-f5ee92109d05 req-8a481a96-42dc-405c-b028-9a2bcb9e0545 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478784 Aug 26 12:38:22.736159 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-dfb53648-c63f-4522-8c6b-c23902ce7c2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 217 time: 0.0610359 Aug 26 12:38:22.864073 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a02be702-62ce-4a41-9ba3-7a699304e821 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:22.896567 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-89b399e5-ba25-4667-bbc5-9f0ec351a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:22.898135 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-89b399e5-ba25-4667-bbc5-9f0ec351a1f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0490797 Aug 26 12:38:23.018015 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-a99ffad1-05ea-4da8-84c3-96d7c506a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.019500 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-a99ffad1-05ea-4da8-84c3-96d7c506a90b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810955 Aug 26 12:38:23.034553 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8cc4-4975-46c4-9292-21987756ff9b req-33537775-f28d-4ff2-bab5-b003fce03829 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.036198 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ebb8cc4-4975-46c4-9292-21987756ff9b req-33537775-f28d-4ff2-bab5-b003fce03829 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.0712242 Aug 26 12:38:23.067861 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port a02be702-62ce-4a41-9ba3-7a699304e821 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:23.073900 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port a02be702-62ce-4a41-9ba3-7a699304e821 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:23.074577 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.114640 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d87b2-fb52-4d1c-a85b-3fed2d320324 req-f3ec5f50-bca6-4d76-90a6-433e626b83be tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.116327 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e8d87b2-fb52-4d1c-a85b-3fed2d320324 req-f3ec5f50-bca6-4d76-90a6-433e626b83be tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0692925 Aug 26 12:38:23.153274 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ebb8cc4-4975-46c4-9292-21987756ff9b req-53c3f734-2dca-4656-8231-439698f031bf tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088500 Aug 26 12:38:23.173303 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e8d87b2-fb52-4d1c-a85b-3fed2d320324 req-dd5941e7-a8e2-4b66-8e40-a4f72731e1b9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499456 Aug 26 12:38:23.183830 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.210373 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:23.212646 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d55aa28-3709-4b64-8f2f-8f040f9d6da1" -d '{"events": [{"server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "name": "network-vif-plugged", "status": "completed", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:23.226346 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-ffaaea49-1f15-45eb-a286-3008585bde81 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887248 Aug 26 12:38:23.229300 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a02be702-62ce-4a41-9ba3-7a699304e821,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:23.260663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234a4e1c-7ff5-4815-84a1-70e6242c0823 x-openstack-request-id: req-234a4e1c-7ff5-4815-84a1-70e6242c0823 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:23.261038 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "name": "network-vif-plugged", "status": "completed", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:23.261327 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-234a4e1c-7ff5-4815-84a1-70e6242c0823 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:23.261678 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821', 'code': 200} Aug 26 12:38:23.348896 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bc0e73-ea4a-4995-81b7-0074d392392b req-370ffe78-151a-47b8-84fb-7a685c92e734 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104910 Aug 26 12:38:23.380131 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.382829 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e4fab46c-a4c4-402a-ac4a-ee134cb3135a up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:23.415703 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a441c0a-111b-47c8-a918-7682a8490fc7 req-29d48ed9-2f88-4a83-b127-7dcc1d3a69eb tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.417332 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5a441c0a-111b-47c8-a918-7682a8490fc7 req-29d48ed9-2f88-4a83-b127-7dcc1d3a69eb tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0556731 Aug 26 12:38:23.463370 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5a441c0a-111b-47c8-a918-7682a8490fc7 req-7ea63b7f-67be-4211-b02c-36cc272e6fc7 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Aug 26 12:38:23.494273 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a14fb-5b07-4750-bdb5-d18aebe0e0e5 req-90849a0b-a81a-458b-87c9-af538ddce32d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.502707 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e2a14fb-5b07-4750-bdb5-d18aebe0e0e5 req-90849a0b-a81a-458b-87c9-af538ddce32d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0785298 Aug 26 12:38:23.548627 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e2a14fb-5b07-4750-bdb5-d18aebe0e0e5 req-0bcffe16-54cc-411b-9600-fdfd8f409c14 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Aug 26 12:38:23.587680 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:23.713153 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port e4fab46c-a4c4-402a-ac4a-ee134cb3135a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:23.719250 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port e4fab46c-a4c4-402a-ac4a-ee134cb3135a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:23.719750 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.738466 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2208d-708a-4a24-b6ca-5e1127c916c6 req-e354c772-f68b-490d-b263-6d07b8286312 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.746394 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64c2208d-708a-4a24-b6ca-5e1127c916c6 req-e354c772-f68b-490d-b263-6d07b8286312 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0628505 Aug 26 12:38:23.823614 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64c2208d-708a-4a24-b6ca-5e1127c916c6 req-0f6b6e68-4736-4a6b-9d7f-1ea79f46f59d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Aug 26 12:38:23.830439 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.844411 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce660f-1bad-4550-9ef9-453c51edf962 req-60c98669-df39-43ca-b439-a421f1557de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:23.861083 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2ce660f-1bad-4550-9ef9-453c51edf962 req-60c98669-df39-43ca-b439-a421f1557de8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1099 time: 0.0848515 Aug 26 12:38:23.889006 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:23.897208 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2ce660f-1bad-4550-9ef9-453c51edf962 req-8d7b6c98-3b48-4c9b-af33-36fc07d024b6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Aug 26 12:38:24.028548 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:24.097856 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:24.299501 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deaede-bc0c-44de-a4e0-ab0d935ccc1d req-b0967243-c87f-4bcb-b6f4-31e810058b8c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:24.306658 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537cb7-1f6b-47b4-842e-c025bdcd3a08 req-f1487483-7e3d-433e-8864-ef667550f316 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:24.308186 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b6537cb7-1f6b-47b4-842e-c025bdcd3a08 req-f1487483-7e3d-433e-8864-ef667550f316 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Aug 26 12:38:24.308657 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5deaede-bc0c-44de-a4e0-ab0d935ccc1d req-b0967243-c87f-4bcb-b6f4-31e810058b8c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0682938 Aug 26 12:38:24.345678 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5deaede-bc0c-44de-a4e0-ab0d935ccc1d req-631c39d8-bebc-4d4f-8479-64230fe7b970 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361242 Aug 26 12:38:24.354694 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b6537cb7-1f6b-47b4-842e-c025bdcd3a08 req-7044474f-cf25-46aa-919f-b0a9905ab935 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Aug 26 12:38:24.625850 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef3bee-3355-46ff-bdff-9bddce996aca req-3f61e25a-cd38-4983-9056-9f16a076eef4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:24.625850 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1ef3bee-3355-46ff-bdff-9bddce996aca req-3f61e25a-cd38-4983-9056-9f16a076eef4 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0655622 Aug 26 12:38:24.668582 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1ef3bee-3355-46ff-bdff-9bddce996aca req-f71ad2b9-e56e-4c1f-a98b-be0402334e99 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Aug 26 12:38:24.907607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f5eb967f-bc06-4224-a31b-dc58054197cc details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:24.937891 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e9fb7-6d12-41da-aae2-e02835e01a85 req-ebb8d7e7-0c28-46e4-8388-00bdb7baa230 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:24.939467 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa8e9fb7-6d12-41da-aae2-e02835e01a85 req-ebb8d7e7-0c28-46e4-8388-00bdb7baa230 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0522554 Aug 26 12:38:24.983624 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa8e9fb7-6d12-41da-aae2-e02835e01a85 req-8c22c8a5-d76d-4893-a529-f2616ca56fec tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Aug 26 12:38:25.004869 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f5eb967f-bc06-4224-a31b-dc58054197cc,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:25.016877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'port_id': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'mac_address': 'fa:16:3e:46:01:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:25.058480 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:25.071944 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eb967f-bc06-4224-a31b-dc58054197cc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:25.092662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f5eb967f-bc06-4224-a31b-dc58054197cc,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:25.202607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:25.259511 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:25.262090 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:25.264421 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010ce2f-709d-4c20-90c5-80ca775a39a2" -d '{"events": [{"server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "name": "network-vif-plugged", "status": "completed", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:25.301159 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc151f84-4aff-4b25-81ba-1a25f6be5666 x-openstack-request-id: req-bc151f84-4aff-4b25-81ba-1a25f6be5666 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:25.301470 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "name": "network-vif-plugged", "status": "completed", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:25.301724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc151f84-4aff-4b25-81ba-1a25f6be5666 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:25.302625 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'code': 200} Aug 26 12:38:25.418961 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:38:25.491911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33417cb1-a8bb-4693-96da-c9505fa1f25a req-8eba6885-99db-4cb7-9b79-cd1ee725563c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:25.493664 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33417cb1-a8bb-4693-96da-c9505fa1f25a req-8eba6885-99db-4cb7-9b79-cd1ee725563c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0543509 Aug 26 12:38:25.541310 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33417cb1-a8bb-4693-96da-c9505fa1f25a req-059e364b-1cc7-4967-9884-089d7f541074 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Aug 26 12:38:25.561403 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480e4d6-312d-4c28-9c19-50101d35c462 req-81e30c09-23f9-4532-b3ff-28860ef0cfe3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:25.563237 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f480e4d6-312d-4c28-9c19-50101d35c462 req-81e30c09-23f9-4532-b3ff-28860ef0cfe3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 944 time: 0.1113875 Aug 26 12:38:25.617698 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f480e4d6-312d-4c28-9c19-50101d35c462 req-2361ebae-0fe3-400c-831c-40d1b509c5b2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Aug 26 12:38:25.761374 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f5eb967f-bc06-4224-a31b-dc58054197cc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:25.825336 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9217-f178-4e90-b703-8376d78d1464 req-4463e9c8-1be7-4cbf-bcce-0a6b701cca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:25.827688 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a0ec9217-f178-4e90-b703-8376d78d1464 req-4463e9c8-1be7-4cbf-bcce-0a6b701cca41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0619552 Aug 26 12:38:25.885674 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a0ec9217-f178-4e90-b703-8376d78d1464 req-fcd3f0dc-4807-497e-8493-bcc33910f34b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280092 Aug 26 12:38:26.103870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accb342-7bf5-49f8-a79f-eb870be8186c req-66a791f7-cfde-4355-91d1-7f5f356707fe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:26.105501 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7accb342-7bf5-49f8-a79f-eb870be8186c req-66a791f7-cfde-4355-91d1-7f5f356707fe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0533059 Aug 26 12:38:26.150912 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7accb342-7bf5-49f8-a79f-eb870be8186c req-70081aa1-2422-47e0-9813-91c82ab21f9a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Aug 26 12:38:26.719368 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7a7ce-6799-4684-9fb7-25d5abceeaf2 req-d20984ab-c2c4-4dc0-a224-689c53de6040 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:26.722717 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae219b-1b56-4986-832d-c427c3417302 req-1ba033e3-8dbc-4538-b492-9f7a93e14b4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:26.723717 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-75c7a7ce-6799-4684-9fb7-25d5abceeaf2 req-d20984ab-c2c4-4dc0-a224-689c53de6040 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0720055 Aug 26 12:38:26.727315 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4ae219b-1b56-4986-832d-c427c3417302 req-1ba033e3-8dbc-4538-b492-9f7a93e14b4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0748208 Aug 26 12:38:26.799429 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4ae219b-1b56-4986-832d-c427c3417302 req-bcb36171-f1aa-4e5a-8860-080752229df3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606472 Aug 26 12:38:26.803234 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-75c7a7ce-6799-4684-9fb7-25d5abceeaf2 req-d7fd0370-dde5-4ced-b5d2-9f8b8bb0d966 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655112 Aug 26 12:38:26.874295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-6fc94793-a512-4397-aa4f-fcdf4e476415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:26.877482 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-6fc94793-a512-4397-aa4f-fcdf4e476415 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1099 time: 0.0782948 Aug 26 12:38:26.918130 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:26.981732 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383d4f-3fc6-4798-be79-3ec11ba7c03b req-dd0f1f00-1e9e-493b-95d4-ba8191837dfa tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:26.985166 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0383d4f-3fc6-4798-be79-3ec11ba7c03b req-dd0f1f00-1e9e-493b-95d4-ba8191837dfa tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 944 time: 0.1035109 Aug 26 12:38:27.048425 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0383d4f-3fc6-4798-be79-3ec11ba7c03b req-eeb5cbcd-023f-4a18-965c-033197684c41 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546744 Aug 26 12:38:27.066964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:27.081304 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:27.089930 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-73a6c9cb-ef3b-4011-8cc8-4ce778882dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:27.097614 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-73a6c9cb-ef3b-4011-8cc8-4ce778882dbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.1949370 Aug 26 12:38:27.139716 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:27.156679 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-b81aef58-05c2-4bec-8146-1e4354c4b80a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 200 len: 217 time: 0.0454469 Aug 26 12:38:27.165274 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:27.189251 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:27.237008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-1c2d2caf-9d9e-49a7-9360-fdc6ad56c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:27.238339 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-1c2d2caf-9d9e-49a7-9360-fdc6ad56c63f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0496147 Aug 26 12:38:27.285740 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-510ff5b9-b852-4aba-a32c-55125e7d0fad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263870 Aug 26 12:38:27.296259 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:27.350755 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:27.384505 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-7c7cc3ab-01e8-4212-b0c0-4be27a7e15fd service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904174 Aug 26 12:38:27.484874 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-566b483b-adab-4434-a7d3-30f2fd45af3f req-30d8012a-3063-4272-b9fc-e91ce1aa09bb service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865524 Aug 26 12:38:27.879757 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:27.950419 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['be51de08-1d74-4d98-b609-8ca2509627c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:27.981251 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78452b9c-3e8c-4fff-b62a-5f77880d275a req-b81f14a3-6f34-4e1f-b903-ba778f9a4f4c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:27.982971 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78452b9c-3e8c-4fff-b62a-5f77880d275a req-b81f14a3-6f34-4e1f-b903-ba778f9a4f4c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0772829 Aug 26 12:38:28.028652 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78452b9c-3e8c-4fff-b62a-5f77880d275a req-5dde04fa-2f73-419f-b620-595fac5a76ba tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Aug 26 12:38:28.059685 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a20a3393-9ad8-4634-93f1-005a640fba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.208776 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848fb16-5c05-4f11-b4a4-c3c94130f952 req-22f3b2dd-d893-4985-bd21-2db7aaa3d087 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:28.210349 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9848fb16-5c05-4f11-b4a4-c3c94130f952 req-22f3b2dd-d893-4985-bd21-2db7aaa3d087 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0783904 Aug 26 12:38:28.245581 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a20a3393-9ad8-4634-93f1-005a640fba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.276347 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9848fb16-5c05-4f11-b4a4-c3c94130f952 req-2ab193dc-a54a-4c84-a1de-58f6ba589346 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Aug 26 12:38:28.353870 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a20a3393-9ad8-4634-93f1-005a640fba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.419747 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a3393-9ad8-4634-93f1-005a640fba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a3152-2f9e-4f2a-980b-5873d26e783e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:28.426316 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a20a3393-9ad8-4634-93f1-005a640fba46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cde17380b68740c5a1a1e52ac3b9c2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453625 Aug 26 12:38:28.429697 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:28.449694 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc95962-a2e4-4555-89c5-5c60d94cff9f req-f7e2c97c-0204-432b-887e-a807eaa33ae2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:28.451349 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5cc95962-a2e4-4555-89c5-5c60d94cff9f req-f7e2c97c-0204-432b-887e-a807eaa33ae2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 944 time: 0.0820062 Aug 26 12:38:28.483307 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.491583 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5cc95962-a2e4-4555-89c5-5c60d94cff9f req-e9106d53-8978-438a-a982-3c7ffdee6481 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Aug 26 12:38:28.506886 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.660325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.663420 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.664587 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/223a3152-2f9e-4f2a-980b-5873d26e783e HTTP/1.1" status: 204 len: 168 time: 0.2339299 Aug 26 12:38:28.672933 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b9182-85b7-4bcc-b37f-74a174eb2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a3152-2f9e-4f2a-980b-5873d26e783e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:28.927809 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f5eb967f-bc06-4224-a31b-dc58054197cc up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:29.085164 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port f5eb967f-bc06-4224-a31b-dc58054197cc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:29.089485 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port f5eb967f-bc06-4224-a31b-dc58054197cc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:29.089867 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.101775 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:29.194493 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.216815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5303-c86c-4b1b-a460-52d4ef4a76ec req-27843eb1-dac1-491b-9ab9-f107110120b3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:29.219364 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe4e5303-c86c-4b1b-a460-52d4ef4a76ec req-27843eb1-dac1-491b-9ab9-f107110120b3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0847046 Aug 26 12:38:29.239749 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:29.242132 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01a62be-7fca-46e6-ab13-eabc6efa05b8" -d '{"events": [{"server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:29.264449 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c434f3-d657-4aea-86d5-73d3c9ea205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.265281 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe4e5303-c86c-4b1b-a460-52d4ef4a76ec req-01785ed4-aeef-49d8-9489-220321d82d5d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386302 Aug 26 12:38:29.272719 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f5eb967f-bc06-4224-a31b-dc58054197cc,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:29.332452 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac40e3-3cf1-4068-9d64-94b378726700 x-openstack-request-id: req-c2ac40e3-3cf1-4068-9d64-94b378726700 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:29.332905 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:29.333830 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2ac40e3-3cf1-4068-9d64-94b378726700 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:29.334487 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'code': 200} Aug 26 12:38:29.347269 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.418313 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:29.441713 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c434f3-d657-4aea-86d5-73d3c9ea205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.464862 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2191a12-4ec3-49cb-8b43-3a478dd2df2c req-4817cc65-791c-4734-b1dd-9d0e39e984dc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:29.466568 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2191a12-4ec3-49cb-8b43-3a478dd2df2c req-4817cc65-791c-4734-b1dd-9d0e39e984dc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0779498 Aug 26 12:38:29.517937 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2191a12-4ec3-49cb-8b43-3a478dd2df2c req-1f531e4c-4e74-4d85-bfcb-f9f7ab3509f6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Aug 26 12:38:29.570928 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c434f3-d657-4aea-86d5-73d3c9ea205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.636345 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-68c434f3-d657-4aea-86d5-73d3c9ea205c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8866b21e5052459a81616f026bde0dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329728 Aug 26 12:38:29.642370 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:29.682806 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c434f3-d657-4aea-86d5-73d3c9ea205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bed4fa-2250-4e60-9ec4-66509a7b2289,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:29.722909 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f573-02fa-4fba-867b-811c42d05f49 req-6daa13c3-bed6-4add-a4f4-efdd7ee36271 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:29.726295 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d351f573-02fa-4fba-867b-811c42d05f49 req-6daa13c3-bed6-4add-a4f4-efdd7ee36271 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.1190145 Aug 26 12:38:29.727746 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.763791 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.776289 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:29.792643 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d351f573-02fa-4fba-867b-811c42d05f49 req-887b3825-0892-4581-8da1-62d569973a4c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591819 Aug 26 12:38:29.808687 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58c438ae-7297-4a09-ba64-2997b440adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.869540 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a9ac7-8412-4728-9f84-e1973d8338ff req-79d6c89f-f1da-4960-985e-fc1d2c1ad9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:29.872029 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-595a9ac7-8412-4728-9f84-e1973d8338ff req-79d6c89f-f1da-4960-985e-fc1d2c1ad9ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1098 time: 0.0615206 Aug 26 12:38:29.929009 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-595a9ac7-8412-4728-9f84-e1973d8338ff req-bc2a8628-b8c7-4700-8e94-20a41efeeba5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Aug 26 12:38:29.988268 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.991147 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:29.992350 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0bed4fa-2250-4e60-9ec4-66509a7b2289 HTTP/1.1" status: 204 len: 168 time: 0.3511188 Aug 26 12:38:30.012156 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4cda-a6f0-4fca-85d0-5033f132a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bed4fa-2250-4e60-9ec4-66509a7b2289,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:30.085700 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58c438ae-7297-4a09-ba64-2997b440adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.174300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58c438ae-7297-4a09-ba64-2997b440adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.214483 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c438ae-7297-4a09-ba64-2997b440adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db15b136-16d9-466b-a031-d242c07c50dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:30.219164 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-58c438ae-7297-4a09-ba64-2997b440adbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64b734b53ba3430aae29dfbb99e771b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415469 Aug 26 12:38:30.222416 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:30.287680 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.310506 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.415025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7de96-afd4-4f7c-aec3-0ea2d797fe19 req-8384afd0-1431-4e7e-aeb5-47eefaaffd20 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:30.416656 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-81d7de96-afd4-4f7c-aec3-0ea2d797fe19 req-8384afd0-1431-4e7e-aeb5-47eefaaffd20 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0662100 Aug 26 12:38:30.463901 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-81d7de96-afd4-4f7c-aec3-0ea2d797fe19 req-f90d2b2d-a625-4b18-b3d7-10dcb7201c9f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360315 Aug 26 12:38:30.491051 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.493816 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.498624 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db15b136-16d9-466b-a031-d242c07c50dd HTTP/1.1" status: 204 len: 168 time: 0.2715714 Aug 26 12:38:30.511763 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe7a34-7318-48cf-86d5-cfd2c0be7730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15b136-16d9-466b-a031-d242c07c50dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:30.670351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663db71-53b4-4254-af25-05c65e314352 req-49d2909f-5016-4787-aa92-a7dce814cd26 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:30.671946 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c663db71-53b4-4254-af25-05c65e314352 req-49d2909f-5016-4787-aa92-a7dce814cd26 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0625556 Aug 26 12:38:30.725509 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c663db71-53b4-4254-af25-05c65e314352 req-37edbb16-a7ce-47ef-a15d-159b4b9cbab1 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Aug 26 12:38:30.870115 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:30.900181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.959770 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:30.967417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d3c4c-1262-49df-b446-1aeed022ffff req-3ea772fc-eec0-4ff8-a6a2-43d74894e1fb tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:30.975757 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-db4d3c4c-1262-49df-b446-1aeed022ffff req-3ea772fc-eec0-4ff8-a6a2-43d74894e1fb tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0969112 Aug 26 12:38:31.072798 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-db4d3c4c-1262-49df-b446-1aeed022ffff req-5ff254ed-6ba6-4cef-b1b6-e77b6f722fe9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960848 Aug 26 12:38:31.150530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.239858 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port be51de08-1d74-4d98-b609-8ca2509627c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:31.244672 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port be51de08-1d74-4d98-b609-8ca2509627c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:31.245083 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.306422 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.361662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.372442 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:31.373507 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e830b2f654cc4dcca08961f68a39471b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017588 Aug 26 12:38:31.377004 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9ecc1-58a0-4893-afe7-7c41ee52d232,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:31.396467 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:31.398454 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.399495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.399735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128fd4a-dfcd-4e4f-a5f5-7612e2806301" -d '{"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:31.400370 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.402032 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.402580 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.403934 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.405599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.409773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.409773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.409773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.409773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.409773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a13c56e-f8de-4d36-97bf-a4341de60320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.418364 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:31.470973 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.491319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.529414 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.551763 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74bfd9a-f960-4b9e-9577-991567532c1c x-openstack-request-id: req-f74bfd9a-f960-4b9e-9577-991567532c1c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:31.552588 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:31.560923 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f74bfd9a-f960-4b9e-9577-991567532c1c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:31.560923 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'code': 200} Aug 26 12:38:31.602636 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:31.675720 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7bc3a-826c-4e72-90dd-d954dffc1ac9 req-2ef1d5ce-3a05-4b54-a69c-f668b7e38c84 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:31.678563 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53a7bc3a-826c-4e72-90dd-d954dffc1ac9 req-2ef1d5ce-3a05-4b54-a69c-f668b7e38c84 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0729713 Aug 26 12:38:31.722435 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.726080 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:31.731373 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60c9ecc1-58a0-4893-afe7-7c41ee52d232 HTTP/1.1" status: 204 len: 168 time: 0.3534713 Aug 26 12:38:31.745628 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c9ecc1-58a0-4893-afe7-7c41ee52d232,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:31.757834 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.758479 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.759214 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.759730 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.760225 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.763942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.764613 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00010-8c7d-43af-b2db-5034d89288a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:31.909922 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc545df-7e4e-479d-96c6-e8b2a1334d7a req-e14b2a28-6ecf-4792-b4b3-91752a845338 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:31.912413 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0bc545df-7e4e-479d-96c6-e8b2a1334d7a req-e14b2a28-6ecf-4792-b4b3-91752a845338 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0840011 Aug 26 12:38:31.972851 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0bc545df-7e4e-479d-96c6-e8b2a1334d7a req-2052ad1d-eed5-4be7-8b4b-4786aec93f75 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525308 Aug 26 12:38:32.018166 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53a7bc3a-826c-4e72-90dd-d954dffc1ac9 req-e81fc045-3a45-4768-8882-64687398ec18 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124897 Aug 26 12:38:32.147924 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4abf0d-1527-48b5-9ac7-f549dfd28c13 req-085f2781-78b9-4b47-855b-590d44e60e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:32.149670 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9d4abf0d-1527-48b5-9ac7-f549dfd28c13 req-085f2781-78b9-4b47-855b-590d44e60e19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0458872 Aug 26 12:38:32.218087 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9d4abf0d-1527-48b5-9ac7-f549dfd28c13 req-1e3ad956-dc2a-44a3-a451-17404213f131 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560136 Aug 26 12:38:32.235506 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95beea3-985f-40aa-886f-e14195870194 req-ef4fd8dd-a01c-4318-bd74-1be87ac8ba67 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:32.237308 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b95beea3-985f-40aa-886f-e14195870194 req-ef4fd8dd-a01c-4318-bd74-1be87ac8ba67 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0844553 Aug 26 12:38:32.298335 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b95beea3-985f-40aa-886f-e14195870194 req-a494320c-ad2f-4807-8ec6-9ae6b0529159 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528607 Aug 26 12:38:32.463953 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb6c1-8bc4-450e-886d-4a42ce0492b1 req-dded365d-e9a6-4931-9ad3-68beff22eb45 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:32.464943 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a4bb6c1-8bc4-450e-886d-4a42ce0492b1 req-dded365d-e9a6-4931-9ad3-68beff22eb45 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0581379 Aug 26 12:38:32.474747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:32.479456 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'floatingip': {'port_id': 'f5eb967f-bc06-4224-a31b-dc58054197cc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:32.567159 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:32.884253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:32.908386 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10af53b-fc68-4f48-a2e6-d4607b0aa84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.083661 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10af53b-fc68-4f48-a2e6-d4607b0aa84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.146559 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10af53b-fc68-4f48-a2e6-d4607b0aa84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.264889 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af53b-fc68-4f48-a2e6-d4607b0aa84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab492be-a114-4acb-b832-a123de24904c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:33.291305 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b10af53b-fc68-4f48-a2e6-d4607b0aa84d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdede1e2f4ec490db9276f999e9b3e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014904 Aug 26 12:38:33.294086 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:33.370559 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b34bd-08f6-4793-93c3-0b8eb2a45db4 req-28be2f4c-c69c-4b24-9ed4-d80b6d7938e2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:33.373111 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099b34bd-08f6-4793-93c3-0b8eb2a45db4 req-28be2f4c-c69c-4b24-9ed4-d80b6d7938e2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1956756 Aug 26 12:38:33.448009 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.486155 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dffbcf-361f-45eb-9d1a-6595afeaf8aa req-d5260630-0072-482f-ae79-47ce92b139ae tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:33.494822 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.497663 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-41dffbcf-361f-45eb-9d1a-6595afeaf8aa req-d5260630-0072-482f-ae79-47ce92b139ae tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.3643448 Aug 26 12:38:33.581911 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099b34bd-08f6-4793-93c3-0b8eb2a45db4 req-2f3e6ef7-c733-48ad-9dec-7a4f3632ec81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902623 Aug 26 12:38:33.602507 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:33.649925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.652490 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.653708 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ab492be-a114-4acb-b832-a123de24904c HTTP/1.1" status: 204 len: 168 time: 0.3581672 Aug 26 12:38:33.675559 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60adac-9156-43a7-ba25-3f321166808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab492be-a114-4acb-b832-a123de24904c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:33.753414 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-41dffbcf-361f-45eb-9d1a-6595afeaf8aa req-e06e3737-e42a-4f99-b39c-3b7c58af1c38 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515416 Aug 26 12:38:33.862515 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352930a-2a48-40f2-bda3-c4fa3d695e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:33.882340 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 12:38:34.008209 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.081933 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352930a-2a48-40f2-bda3-c4fa3d695e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.085369 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.183283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352930a-2a48-40f2-bda3-c4fa3d695e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.288105 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Floating IP 59bee355-1464-463e-a383-75921b792476 associated. External IP: 172.27.0.120, port: f5eb967f-bc06-4224-a31b-dc58054197cc. Aug 26 12:38:34.311507 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4352930a-2a48-40f2-bda3-c4fa3d695e1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cce6276a17446ea93bcc6b5c72e11c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7031643 Aug 26 12:38:34.311507 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352930a-2a48-40f2-bda3-c4fa3d695e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0aef70-668b-49cc-ab06-ddd4d1d046fa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:34.312344 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:34.413036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.521653 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.625830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:38:34.660888 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.666455 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.668451 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab0aef70-668b-49cc-ab06-ddd4d1d046fa HTTP/1.1" status: 204 len: 168 time: 0.3545573 Aug 26 12:38:34.696994 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720559b-fb98-480b-bc54-df45979f90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0aef70-668b-49cc-ab06-ddd4d1d046fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:34.807249 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f93c-ecd1-4efa-9e64-ffe7f81c4d01 req-26f20f06-918d-428b-be85-a0ade05d67a0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:34.808810 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bf8f93c-ecd1-4efa-9e64-ffe7f81c4d01 req-26f20f06-918d-428b-be85-a0ade05d67a0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1384900 Aug 26 12:38:34.857692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:38:34.863947 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:34.890930 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bf8f93c-ecd1-4efa-9e64-ffe7f81c4d01 req-40d29de9-ace6-44c1-84a2-fb37800d6c34 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746524 Aug 26 12:38:34.892436 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:38:34.911140 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:34.912875 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:38:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:34.982098 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d17d9431-5780-4d6d-a4d2-0e2390f23906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "PUT /v2.0/floatingips/59bee355-1464-463e-a383-75921b792476 HTTP/1.1" status: 200 len: 991 time: 2.5017273 Aug 26 12:38:35.018470 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:35.023221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a00d80-691b-46bd-8c6b-d6920df1efad" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:35.108235 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca79a6-2911-4dbe-828d-36d47c7a1c37 req-c0dc80b9-b622-46e6-b692-7bef99b7bf26 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:35.109938 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-15ca79a6-2911-4dbe-828d-36d47c7a1c37 req-c0dc80b9-b622-46e6-b692-7bef99b7bf26 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1842971 Aug 26 12:38:35.141179 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:35.174779 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda56f-759e-4c53-8e89-56e4b1968ecc req-3f37bb58-673b-45a2-8b87-43bc344beae3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:35.202192 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e2dda56f-759e-4c53-8e89-56e4b1968ecc req-3f37bb58-673b-45a2-8b87-43bc344beae3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1934726 Aug 26 12:38:35.218602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:35.223302 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'floatingip': {'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:35.235247 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-15ca79a6-2911-4dbe-828d-36d47c7a1c37 req-9f6340ce-49c5-481f-8cb0-806a2124f8d6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093411 Aug 26 12:38:35.303466 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9967efe-3d02-4940-9bad-bee9b5e2f0d3 x-openstack-request-id: req-d9967efe-3d02-4940-9bad-bee9b5e2f0d3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:35.304081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:35.304585 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9967efe-3d02-4940-9bad-bee9b5e2f0d3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:35.305197 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'status': 'completed', 'code': 200} Aug 26 12:38:35.377983 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:35.576324 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-02382cb9-240e-4a20-8b44-58169b6b5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:35.579416 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-02382cb9-240e-4a20-8b44-58169b6b5295 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1098 time: 0.1792748 Aug 26 12:38:35.628122 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '59bee355-1464-463e-a383-75921b792476', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:46:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:00Z', 'updated_at': '2021-08-26T12:38:33Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:35.659800 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:38:35.675574 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:35.675574 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:38:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:35.861485 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:35.934922 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:35.956467 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa64fe17-ef50-4ba9-9d29-a29e11198b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.019034 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-5382ec74-8fba-4219-90b6-aa65742c8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:36.020593 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-5382ec74-8fba-4219-90b6-aa65742c8201 service neutron] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 912 time: 0.4256158 Aug 26 12:38:36.174756 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-c358a153-5360-479f-8672-54418e2a6215 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 999 time: 0.1347976 Aug 26 12:38:36.256524 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa64fe17-ef50-4ba9-9d29-a29e11198b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.289155 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-9c8833f0-4ea0-4f7d-aaf2-5d226d0c64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:36.291570 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-9c8833f0-4ea0-4f7d-aaf2-5d226d0c64da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.1060843 Aug 26 12:38:36.305580 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 12:38:36.367322 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa64fe17-ef50-4ba9-9d29-a29e11198b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.416217 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.422925 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-f0d70680-d07a-407b-a172-6fdfeb17904b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268222 Aug 26 12:38:36.450089 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '59bee355-1464-463e-a383-75921b792476', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:46:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:00Z', 'updated_at': '2021-08-26T12:38:33Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:36.459787 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-f71995f8-a94d-4569-9095-d9cf06facaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:36.461468 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-f71995f8-a94d-4569-9095-d9cf06facaf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1563029 Aug 26 12:38:36.473114 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-aa64fe17-ef50-4ba9-9d29-a29e11198b43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=263380011c334f0aa2be0e209d3ae43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371900 Aug 26 12:38:36.477615 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:36.490156 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64fe17-ef50-4ba9-9d29-a29e11198b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d88ac6-61b6-4c8c-8f83-92dec2ed34c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:36.526245 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.542464 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bd9ae-2426-4710-9e15-a351fc488724 req-6c08a78f-03cc-4009-8990-15de0986ac32 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:36.542837 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efd12-9cce-4239-8a30-27e1bd2161f9 None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '59bee355-1464-463e-a383-75921b792476', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:46:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:00Z', 'updated_at': '2021-08-26T12:38:33Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:36.550692 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35bd9ae-2426-4710-9e15-a351fc488724 req-6c08a78f-03cc-4009-8990-15de0986ac32 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1973050 Aug 26 12:38:36.675475 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-7a83a4b7-3031-4d33-b609-38579dca26a8 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848710 Aug 26 12:38:36.678431 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.708923 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-5bd0ed5c-5a06-4f49-8987-29d846e60d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:36.710599 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-5bd0ed5c-5a06-4f49-8987-29d846e60d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 1099 time: 0.1266584 Aug 26 12:38:36.724118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:36.736371 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Floating IP c1db4def-e0d1-4f24-9a22-249765973604 associated. External IP: 172.27.0.182, port: be51de08-1d74-4d98-b609-8ca2509627c4. Aug 26 12:38:36.757047 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35bd9ae-2426-4710-9e15-a351fc488724 req-b912492c-dead-43a5-9b06-fb2095debd9c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227345 Aug 26 12:38:36.838250 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a4a00d80-691b-46bd-8c6b-d6920df1efad req-daeede0b-f526-4e3e-886d-ea79a07dd067 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574287 Aug 26 12:38:36.885585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6b1c3-8040-44cc-905f-011731780cb6 None None] New status for floating IP 59bee355-1464-463e-a383-75921b792476: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:38:37.144442 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:37.150032 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-21e8b64f-5339-4745-8e19-56cf9eb3d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:37.151597 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-21e8b64f-5339-4745-8e19-56cf9eb3d424 service neutron] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 916 time: 0.1835070 Aug 26 12:38:37.223484 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:37.223484 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:37.223484 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5d88ac6-61b6-4c8c-8f83-92dec2ed34c1 HTTP/1.1" status: 204 len: 168 time: 0.7439349 Aug 26 12:38:37.282296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e95e89-b27c-4d9c-baba-064e25b00760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d88ac6-61b6-4c8c-8f83-92dec2ed34c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:37.288553 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-595409b9-dbf2-412b-a55e-43dfb3819234 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd HTTP/1.1" status: 200 len: 217 time: 0.0933449 Aug 26 12:38:37.412562 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-c95ea1be-86aa-45a4-b3f1-30ab0b07504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:37.414128 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-c95ea1be-86aa-45a4-b3f1-30ab0b07504a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.0798666 Aug 26 12:38:37.423420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:38:37.495822 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-7db50dbd-97cc-45a4-bfb9-ea3dfea3ac72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577495 Aug 26 12:38:37.683577 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:38:37.696799 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:38:37.699173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:37.720294 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:37.721008 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:38:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:37.742936 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-5803dc0f-28b5-4b57-b1ec-b6cf34f8fdf3 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266989 Aug 26 12:38:37.746397 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-907f6756-a5f6-4ac4-828a-612b2c36c45e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "PUT /v2.0/floatingips/c1db4def-e0d1-4f24-9a22-249765973604 HTTP/1.1" status: 200 len: 991 time: 2.5317810 Aug 26 12:38:37.753179 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:37.753179 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:37.868757 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-065c81fb-b806-4e3a-b03a-2e1a97fc0d6d req-620c85f6-5c0b-45da-bdd5-6713943d5a9a service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043479 Aug 26 12:38:37.954139 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:37.994473 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79012454-de59-4875-8543-fbdd6dcdaeda x-openstack-request-id: req-79012454-de59-4875-8543-fbdd6dcdaeda {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:37.995035 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:37.995478 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79012454-de59-4875-8543-fbdd6dcdaeda {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:37.996109 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'status': 'completed', 'code': 200} Aug 26 12:38:38.148375 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb0a51-bd56-44f6-b576-20af213d14fd req-92af64a3-3aad-46e3-9e2a-4a785d0218e6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:38.162107 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f4bb0a51-bd56-44f6-b576-20af213d14fd req-92af64a3-3aad-46e3-9e2a-4a785d0218e6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1229081 Aug 26 12:38:38.263478 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-a1650a06-aec1-4d67-894e-4e7a25fbe02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:38.264990 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-a1650a06-aec1-4d67-894e-4e7a25fbe02a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1098 time: 0.1008148 Aug 26 12:38:38.284214 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f4bb0a51-bd56-44f6-b576-20af213d14fd req-cbc159a6-d34c-4475-adb2-a2a6d84f28ae tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123035 Aug 26 12:38:38.402284 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'c1db4def-e0d1-4f24-9a22-249765973604', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:02Z', 'updated_at': '2021-08-26T12:38:36Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:38.407595 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-e7d4e76f-a4b6-4304-a963-5db1bf6ac1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:38.409281 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-e7d4e76f-a4b6-4304-a963-5db1bf6ac1c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.1328773 Aug 26 12:38:38.435779 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:38:38.446417 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:38.447051 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:38:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:38.592329 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-395bd16e-1c31-47a4-b1b6-4b525dd042ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 999 time: 0.1677561 Aug 26 12:38:38.607263 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:38.729105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-0454d02b-b02f-4953-b8f5-d9ffef6e5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:38.730960 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-0454d02b-b02f-4953-b8f5-d9ffef6e5d56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0975976 Aug 26 12:38:38.807551 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:38.823941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-4569dd51-de20-42bf-b47b-ae62870b1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:38.825744 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-4569dd51-de20-42bf-b47b-ae62870b1a40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793414 Aug 26 12:38:38.995017 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-e6dde6c9-5207-4b6e-81d4-3eb4c351ff5b service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508086 Aug 26 12:38:39.018581 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'c1db4def-e0d1-4f24-9a22-249765973604', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:02Z', 'updated_at': '2021-08-26T12:38:36Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:39.058122 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3702689-1878-4d5e-b173-82567fcebc59 None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'c1db4def-e0d1-4f24-9a22-249765973604', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:38:02Z', 'updated_at': '2021-08-26T12:38:36Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:39.185501 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5ac7496-5ad2-4c73-87dd-1e365d8ed316 req-e34155ca-671c-4ff7-aefc-95ce766e9d51 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674182 Aug 26 12:38:39.242729 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a56ae51-fcc5-4679-9358-c573632e4dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.418630 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a56ae51-fcc5-4679-9358-c573632e4dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.420081 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e06323-cdbb-419f-a6cb-a99eb055c460 None None] New status for floating IP c1db4def-e0d1-4f24-9a22-249765973604: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:38:39.447363 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9320ea-a41a-4248-be95-aa04c85ea5ae req-5fe2cebf-efd1-41c6-abed-2f00d30a6e51 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:39.449029 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf9320ea-a41a-4248-be95-aa04c85ea5ae req-5fe2cebf-efd1-41c6-abed-2f00d30a6e51 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0693202 Aug 26 12:38:39.496659 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf9320ea-a41a-4248-be95-aa04c85ea5ae req-e43d55af-1138-46ea-b3c3-1e9f116a7a30 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Aug 26 12:38:39.611659 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a56ae51-fcc5-4679-9358-c573632e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.619007 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c714e31-958b-4cf6-b1f3-3c09ab304361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.674075 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1a56ae51-fcc5-4679-9358-c573632e4dfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701137b739a74922bb2b4ed985fffac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8652093 Aug 26 12:38:39.677121 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ae51-fcc5-4679-9358-c573632e4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026b7e0b-148e-4bbd-b547-9265170cb0f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:39.680201 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:39.736469 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.767687 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.934070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.936676 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:39.941196 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/026b7e0b-148e-4bbd-b547-9265170cb0f5 HTTP/1.1" status: 204 len: 168 time: 0.2597466 Aug 26 12:38:39.950870 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47d768-36aa-4c9b-bb3c-08e9ac50350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b7e0b-148e-4bbd-b547-9265170cb0f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:40.105556 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:40.147574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-8d7ce28c-f9fa-4090-93e3-68f85b139c3b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:40.149170 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-8d7ce28c-f9fa-4090-93e3-68f85b139c3b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.1120257 Aug 26 12:38:40.166330 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-4f8c011f-db18-4a59-9ed2-4cb072e1be25 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/quotas/50d860ada1544f5fb80337447dcd907f HTTP/1.1" status: 200 len: 375 time: 0.0098541 Aug 26 12:38:40.226671 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-abe3c3ff-0621-48e7-b26f-27a6af826914 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535347 Aug 26 12:38:40.331993 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-86111626-b059-4230-a03e-14c429e00e15 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979970 Aug 26 12:38:40.442788 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-cb7ae196-2c56-4862-83f4-5473b1147fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031618 Aug 26 12:38:40.621662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a67467cc-d88a-4c67-85d7-045bc2a19804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:40.794725 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a67467cc-d88a-4c67-85d7-045bc2a19804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:40.815996 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508d205-b2b4-4076-9062-962160911e0c req-ca15c6c8-427e-4101-a410-694a1550c317 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:40.819053 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f508d205-b2b4-4076-9062-962160911e0c req-ca15c6c8-427e-4101-a410-694a1550c317 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1155143 Aug 26 12:38:40.868870 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b28f4366-7008-4f94-b939-106be75baa96 req-f4a26539-1893-4564-bb6f-cf34301610f5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 210 time: 0.0523593 Aug 26 12:38:40.887591 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a67467cc-d88a-4c67-85d7-045bc2a19804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:40.926016 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f508d205-b2b4-4076-9062-962160911e0c req-558e9ac4-e9af-4380-b0e1-888322db0fa7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002188 Aug 26 12:38:40.970071 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67467cc-d88a-4c67-85d7-045bc2a19804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0efe92c-5f25-41c2-80c5-bf89a623ceed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:40.970071 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a67467cc-d88a-4c67-85d7-045bc2a19804 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d0c5114a4514b2ba6bed8dc9ce56dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8539209 Aug 26 12:38:40.970522 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:41.011995 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:41.026762 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-473a39a3-a7e7-47e1-9607-b3e4f3b7b469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.032189 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.059434 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.261352 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.266841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.266841 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0efe92c-5f25-41c2-80c5-bf89a623ceed HTTP/1.1" status: 204 len: 168 time: 0.2942815 Aug 26 12:38:41.274831 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548a2c8-9f77-40a2-80de-4922bc6a1c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0efe92c-5f25-41c2-80c5-bf89a623ceed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:41.311355 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-473a39a3-a7e7-47e1-9607-b3e4f3b7b469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.489034 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-473a39a3-a7e7-47e1-9607-b3e4f3b7b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.562673 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-473a39a3-a7e7-47e1-9607-b3e4f3b7b469 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccca01cc72f84432bebec1780aa8b07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466692 Aug 26 12:38:41.562673 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a39a3-a7e7-47e1-9607-b3e4f3b7b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87914c2e-2a2d-4e90-9976-bad78930d31e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:41.562981 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:41.663659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.697809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.855791 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.859111 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:41.860440 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87914c2e-2a2d-4e90-9976-bad78930d31e HTTP/1.1" status: 204 len: 168 time: 0.2963073 Aug 26 12:38:41.871414 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394481fa-7d44-410b-aed4-ce0ea49481ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87914c2e-2a2d-4e90-9976-bad78930d31e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:41.972764 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c0eff57-c1c3-4f08-a576-b22041d8ad84 req-7bf8336c-05d3-47e5-b79c-1a9d32d3644e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 210 time: 0.0368261 Aug 26 12:38:42.102026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843ea6-3a4e-474b-859e-7738bf6a2c6c req-3a28857f-8327-4aef-8afa-07cc4f0ce712 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:42.103781 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02843ea6-3a4e-474b-859e-7738bf6a2c6c req-3a28857f-8327-4aef-8afa-07cc4f0ce712 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0773191 Aug 26 12:38:42.145969 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02843ea6-3a4e-474b-859e-7738bf6a2c6c req-00002792-154e-41e6-85c2-4f2e93f5e1b9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Aug 26 12:38:42.150929 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2224067d-0395-4d94-9877-118a54baba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:42.261734 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:42.651747 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:42.672584 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3281d1be-b2c7-4e61-9a09-42418014936c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:42.784448 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3281d1be-b2c7-4e61-9a09-42418014936c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:42.873035 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3281d1be-b2c7-4e61-9a09-42418014936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:42.909640 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3281d1be-b2c7-4e61-9a09-42418014936c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdba3ebad69445a9baac9bf3f8c30757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563684 Aug 26 12:38:42.912942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:42.927059 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281d1be-b2c7-4e61-9a09-42418014936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84447475-5ea7-414c-8230-1b23dff3055f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:42.981956 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:43.012582 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:43.108575 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c8a374d-ed61-4f06-a29d-5f27b7575618 req-8cc0e4fc-ef9d-494d-b0d0-f63c86f4483d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Aug 26 12:38:43.215957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:43.220319 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:43.221890 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84447475-5ea7-414c-8230-1b23dff3055f HTTP/1.1" status: 204 len: 168 time: 0.3079519 Aug 26 12:38:43.240811 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac681a10-06d8-4ee5-9651-401885f337ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84447475-5ea7-414c-8230-1b23dff3055f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:43.283745 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031e53f-c3c6-4614-9d06-ff50ff746a52 req-bd0324bc-fa1c-4dab-9093-86d939dc4004 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:43.286503 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7031e53f-c3c6-4614-9d06-ff50ff746a52 req-bd0324bc-fa1c-4dab-9093-86d939dc4004 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0558903 Aug 26 12:38:43.335595 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7031e53f-c3c6-4614-9d06-ff50ff746a52 req-15e1bd27-a668-4543-887f-79cd324be1ce tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Aug 26 12:38:43.987356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:44.237728 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-700d55b5-dc9d-4df4-928c-70199db80ec1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:44.240712 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-700d55b5-dc9d-4df4-928c-70199db80ec1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.1452587 Aug 26 12:38:44.256875 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b0304ae2-12ef-4f2b-a327-85c800caf952 req-42ae1ac6-2f40-4729-bc93-63fc468aaf3d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 210 time: 0.0322521 Aug 26 12:38:44.275670 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Request body: {'port': {'device_id': '8493cb25-d6d8-454f-a371-d40df8fda029', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'admin_state_up': True, 'tenant_id': '50d860ada1544f5fb80337447dcd907f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:44.502777 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:38:44.525401 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:44.685833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88eccf-0ade-480b-a99b-92484daac5b4 req-41a0212a-ce08-492c-a3b1-658b324cc884 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:44.702894 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b88eccf-0ade-480b-a99b-92484daac5b4 req-41a0212a-ce08-492c-a3b1-658b324cc884 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.2284424 Aug 26 12:38:44.766048 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b88eccf-0ade-480b-a99b-92484daac5b4 req-c620af2d-068e-4c88-a003-857ae116cce7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619543 Aug 26 12:38:44.813530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Allocated IP 172.20.0.12 (711f496b-cfc1-4390-9819-28740fc342dc/904b305f-97e2-4cd7-90ff-7373c1af0d95/332f6c4b-7120-4c47-91ee-5518fa03335c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:38:44.823326 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:44.967630 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed3404a7-fcec-402e-befd-5fd543379b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.065972 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.079342 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed3404a7-fcec-402e-befd-5fd543379b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.187842 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed3404a7-fcec-402e-befd-5fd543379b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.232978 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ed3404a7-fcec-402e-befd-5fd543379b3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a2c5ccbbc047c68582a1b746db3671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086223 Aug 26 12:38:45.233847 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3404a7-fcec-402e-befd-5fd543379b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df7c96-19cf-4bda-bcda-43b1c67241ae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:45.236172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:45.271580 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.298045 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.323998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.333340 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Network 711f496b-cfc1-4390-9819-28740fc342dc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:38:45.336595 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:45.342118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:38:45.347928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:38:45.355354 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:45.356430 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.365199 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event updated for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:45.423715 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.441604 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c282e-1ddf-4dfe-9d24-3ec8bb702f8f req-ae0b39ce-1c6f-45c8-91b0-937b100b5063 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:45.443292 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f84c282e-1ddf-4dfe-9d24-3ec8bb702f8f req-ae0b39ce-1c6f-45c8-91b0-937b100b5063 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 932 time: 0.0714364 Aug 26 12:38:45.506330 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f84c282e-1ddf-4dfe-9d24-3ec8bb702f8f req-c4b1d1a9-0d23-4a5a-a86e-a2b8e33ec321 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532703 Aug 26 12:38:45.585195 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.585989 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-c953005f-793a-4565-9e1c-f7dd0fbf937f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3215292 Aug 26 12:38:45.588071 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.589527 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4df7c96-19cf-4bda-bcda-43b1c67241ae HTTP/1.1" status: 204 len: 168 time: 0.3523748 Aug 26 12:38:45.600906 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0494a-c0bd-47aa-839d-c22533025f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4df7c96-19cf-4bda-bcda-43b1c67241ae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:45.630809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Request body: {'port': {'device_id': '8493cb25-d6d8-454f-a371-d40df8fda029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:38:45.706850 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 57848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:45.725437 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.829444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303792e5-348d-4604-a287-974af35a59d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.950784 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303792e5-348d-4604-a287-974af35a59d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.963297 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3d754-34fb-4f3a-9924-26f527e5957f req-196dec42-362b-4033-9b03-9738f191d95f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:45.964864 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bd3d754-34fb-4f3a-9924-26f527e5957f req-196dec42-362b-4033-9b03-9738f191d95f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1156163 Aug 26 12:38:46.033731 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bd3d754-34fb-4f3a-9924-26f527e5957f req-8ff8502c-f84d-4f6a-a6f4-42dd35e113b1 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Aug 26 12:38:46.048780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303792e5-348d-4604-a287-974af35a59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.147660 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-303792e5-348d-4604-a287-974af35a59d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e220c427aec34f0e93fa3d21112760a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386227 Aug 26 12:38:46.153267 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 57864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:46.160273 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303792e5-348d-4604-a287-974af35a59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae44def1-3f14-4edf-a6fc-79c6ea80885a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:46.174356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332f6c4b-7120-4c47-91ee-5518fa03335c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:46.187240 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.222978 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Transition to ACTIVE for port object 332f6c4b-7120-4c47-91ee-5518fa03335c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:38:46.248587 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.269261 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.330572 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.393148 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Pushing event updated for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:46.425655 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Attempting to bind port 332f6c4b-7120-4c47-91ee-5518fa03335c on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:38:46.426808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Attempting to bind port 332f6c4b-7120-4c47-91ee-5518fa03335c by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:38:46.427390 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Attempting to bind port 332f6c4b-7120-4c47-91ee-5518fa03335c on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:46.435013 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Port 332f6c4b-7120-4c47-91ee-5518fa03335c on network 711f496b-cfc1-4390-9819-28740fc342dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:38:46.435569 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Attempting to bind port 332f6c4b-7120-4c47-91ee-5518fa03335c on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:38:46.445930 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:38:46.446488 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Checking segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:38:46.447122 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Bound using segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:38:46.447864 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Bound port: 332f6c4b-7120-4c47-91ee-5518fa03335c, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:38:46.448488 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.491725 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.494205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.495363 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae44def1-3f14-4edf-a6fc-79c6ea80885a HTTP/1.1" status: 204 len: 168 time: 0.3411229 Aug 26 12:38:46.511213 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30293-35d1-498d-810e-9a76f3b2cf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae44def1-3f14-4edf-a6fc-79c6ea80885a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:46.544024 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:38:46.548106 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=332f6c4b-7120-4c47-91ee-5518fa03335c,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:38:46.649469 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4b46d-b487-43f0-8eac-1927e84e31e1 req-2dfeb41a-e9f2-4553-a987-74755b420c58 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:46.651313 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a7f4b46d-b487-43f0-8eac-1927e84e31e1 req-2dfeb41a-e9f2-4553-a987-74755b420c58 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 944 time: 0.0664406 Aug 26 12:38:46.701944 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a7f4b46d-b487-43f0-8eac-1927e84e31e1 req-2b8d8907-afe1-4320-b3e7-b96676321439 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Aug 26 12:38:46.725693 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.776327 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:46.777075 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.778865 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/332f6c4b-7120-4c47-91ee-5518fa03335c HTTP/1.1" status: 200 len: 1094 time: 1.1583943 Aug 26 12:38:46.779674 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:46.782176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435" -d '{"events": [{"name": "network-changed", "server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:46.810759 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c207-a479-4d76-aefb-27abb93a96d5 service neutron] Pushing event updated for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:46.835874 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49df6107-55be-48ed-a3f3-d5a91dda2b62 x-openstack-request-id: req-49df6107-55be-48ed-a3f3-d5a91dda2b62 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:46.836165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:46.836421 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49df6107-55be-48ed-a3f3-d5a91dda2b62 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:46.836855 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c', 'status': 'completed', 'code': 200} Aug 26 12:38:46.963504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-c85663e8-2812-4da4-9032-ed2dff915fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:46.965078 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-c85663e8-2812-4da4-9032-ed2dff915fde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 1097 time: 0.0449090 Aug 26 12:38:47.353781 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa349bb-caeb-47c6-90dd-79a50a6eff62 req-69609992-9235-49bc-b250-ebf3e13f5e9b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.361792 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5fa349bb-caeb-47c6-90dd-79a50a6eff62 req-69609992-9235-49bc-b250-ebf3e13f5e9b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1349835 Aug 26 12:38:47.422458 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5fa349bb-caeb-47c6-90dd-79a50a6eff62 req-ab73bcda-f18d-4e9d-8a0e-f0ab55906841 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537715 Aug 26 12:38:47.478846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-495612c7-6c4c-46a6-a5cb-7bab6e2666e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.478846 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-495612c7-6c4c-46a6-a5cb-7bab6e2666e3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=50d860ada1544f5fb80337447dcd907f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4798906 Aug 26 12:38:47.579348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-1edf7370-2821-4d64-abde-99b7d3864c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.581249 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c14dbe59-2ddc-49f9-8d2c-5659e3a87435 req-1edf7370-2821-4d64-abde-99b7d3864c06 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046798 Aug 26 12:38:47.731472 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-aee1ebb2-9232-4cd6-9dfb-c3e42d89c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.733415 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-aee1ebb2-9232-4cd6-9dfb-c3e42d89c55b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 1097 time: 0.0504494 Aug 26 12:38:47.796244 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-6e7c9ea0-b4fc-4342-acce-ae8e4549e7a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=332f6c4b-7120-4c47-91ee-5518fa03335c HTTP/1.1" status: 200 len: 217 time: 0.0420074 Aug 26 12:38:47.900330 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-e1efcc71-f062-4065-8a0a-e6c97ca06753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.902008 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-e1efcc71-f062-4065-8a0a-e6c97ca06753 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.0936072 Aug 26 12:38:47.914529 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1522725-a5e8-4953-9844-ef4aa263f409 req-cdb4b8e7-c263-4456-958c-b0ff57032f26 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:47.914529 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1522725-a5e8-4953-9844-ef4aa263f409 req-cdb4b8e7-c263-4456-958c-b0ff57032f26 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 944 time: 0.1138091 Aug 26 12:38:47.948663 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-0e22d2d7-f79a-44d7-83c9-7d579b0af04a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325284 Aug 26 12:38:47.996173 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1522725-a5e8-4953-9844-ef4aa263f409 req-5da44797-302c-43ae-b4a3-6432ea9d1e64 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Aug 26 12:38:48.069473 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-af778148-8b50-4944-886b-256a43ef5aed service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982292 Aug 26 12:38:48.216914 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7daaac1e-04e8-4b14-947f-61744a4c5c32 req-9ec33440-82da-4f35-9feb-5f95e3bec0f8 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367311 Aug 26 12:38:48.577566 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea764-f305-458d-9b2f-41b23e942fbd req-c8bd83bf-6b75-4dd7-b421-2831fe5bbcfd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:48.582067 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-911ea764-f305-458d-9b2f-41b23e942fbd req-c8bd83bf-6b75-4dd7-b421-2831fe5bbcfd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0592902 Aug 26 12:38:48.623913 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-911ea764-f305-458d-9b2f-41b23e942fbd req-a82244b1-3c34-4706-9f47-38903193bda0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Aug 26 12:38:48.752441 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd910a9-dc46-4492-8eee-3645ee70eb0e req-796c3af8-5225-44e0-8a68-3a3d9808aa0c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:48.754268 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2fd910a9-dc46-4492-8eee-3645ee70eb0e req-796c3af8-5225-44e0-8a68-3a3d9808aa0c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0712469 Aug 26 12:38:48.809968 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2fd910a9-dc46-4492-8eee-3645ee70eb0e req-3be7a76b-cf19-4b06-a67e-3f90820cf1a9 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Aug 26 12:38:49.125003 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acd466-1334-442d-9ab8-4ac595d95956 req-0b453477-90c5-4a18-a20e-504cde05e528 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:49.129741 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3acd466-1334-442d-9ab8-4ac595d95956 req-0b453477-90c5-4a18-a20e-504cde05e528 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 944 time: 0.0550785 Aug 26 12:38:49.169608 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3acd466-1334-442d-9ab8-4ac595d95956 req-57712fdd-fba8-41cd-a145-b985931c35bb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Aug 26 12:38:49.761560 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01ebe-e2af-4c2a-b00a-75cb32b204c3 req-3cd70849-38c0-46e7-9c44-f79ee3eb559d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:49.764880 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4aa01ebe-e2af-4c2a-b00a-75cb32b204c3 req-3cd70849-38c0-46e7-9c44-f79ee3eb559d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0654116 Aug 26 12:38:49.805732 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4aa01ebe-e2af-4c2a-b00a-75cb32b204c3 req-d65af58c-9105-4954-b417-20d2fba22a9c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Aug 26 12:38:49.939470 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33a5ac-98cb-47f8-a3ac-71ea81b027ad req-6557fa55-45b1-4ad3-8487-86d037fa62ce tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:49.941027 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7f33a5ac-98cb-47f8-a3ac-71ea81b027ad req-6557fa55-45b1-4ad3-8487-86d037fa62ce tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Aug 26 12:38:49.980844 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7f33a5ac-98cb-47f8-a3ac-71ea81b027ad req-77367f57-60b6-419f-8e06-71c5658c787c tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Aug 26 12:38:50.294041 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a1130-cc8f-4744-9bb6-daa63ad12f99 req-4efe57aa-ff64-4d54-b9cb-8b3e105d06d8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:50.295499 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc3a1130-cc8f-4744-9bb6-daa63ad12f99 req-4efe57aa-ff64-4d54-b9cb-8b3e105d06d8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 944 time: 0.0518651 Aug 26 12:38:50.332754 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc3a1130-cc8f-4744-9bb6-daa63ad12f99 req-106a99e3-989e-4063-a5fe-5c8da26a826c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Aug 26 12:38:50.952138 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc30e5-6986-4e97-a7bc-9c5da0a83adc req-302ca3fb-335a-45ab-9791-9e5b0e7efc59 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:50.953910 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2cc30e5-6986-4e97-a7bc-9c5da0a83adc req-302ca3fb-335a-45ab-9791-9e5b0e7efc59 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0668440 Aug 26 12:38:51.001520 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2cc30e5-6986-4e97-a7bc-9c5da0a83adc req-800c8675-3a3d-4734-84e2-8100047cc049 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Aug 26 12:38:51.089087 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 332f6c4b-7120-4c47-91ee-5518fa03335c details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:38:51.127787 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1af42-f4b6-41e1-9271-bfe2fd743233 req-ec613cfe-9d2f-4569-92c3-073d40565d33 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:51.135913 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12d1af42-f4b6-41e1-9271-bfe2fd743233 req-ec613cfe-9d2f-4569-92c3-073d40565d33 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0773809 Aug 26 12:38:51.174366 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12d1af42-f4b6-41e1-9271-bfe2fd743233 req-d3faf250-3663-4f51-84a8-f1ee42f22388 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Aug 26 12:38:51.193858 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=332f6c4b-7120-4c47-91ee-5518fa03335c,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:51.205433 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '332f6c4b-7120-4c47-91ee-5518fa03335c', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'port_id': '332f6c4b-7120-4c47-91ee-5518fa03335c', 'mac_address': 'fa:16:3e:14:97:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904b305f-97e2-4cd7-90ff-7373c1af0d95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:38:51.253709 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:51.269503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332f6c4b-7120-4c47-91ee-5518fa03335c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:38:51.294752 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=332f6c4b-7120-4c47-91ee-5518fa03335c,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:51.453290 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce375-5a05-4fb0-b179-a8d7e3052b42 req-18220937-1eff-4b4b-b236-2aa51b80346f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:51.454845 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e3ce375-5a05-4fb0-b179-a8d7e3052b42 req-18220937-1eff-4b4b-b236-2aa51b80346f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 944 time: 0.0504718 Aug 26 12:38:51.460111 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:51.500862 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e3ce375-5a05-4fb0-b179-a8d7e3052b42 req-e1037133-cea0-4e36-8325-ad155813be20 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Aug 26 12:38:51.507407 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:51.514402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.514797 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.515130 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.515463 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.515785 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.516111 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.516764 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.516764 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.518607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.518951 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.519282 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:51.519607 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:52.041067 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['332f6c4b-7120-4c47-91ee-5518fa03335c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:52.172559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93878-dcba-437b-9307-0699871df071 req-6c4c7b6a-fd33-48a8-a0dc-81a4707b6380 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:52.176936 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-c09903ad-8ccf-476b-a46f-8eed13b43735 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:52.183953 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cb93878-dcba-437b-9307-0699871df071 req-6c4c7b6a-fd33-48a8-a0dc-81a4707b6380 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1074667 Aug 26 12:38:52.187284 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-c09903ad-8ccf-476b-a46f-8eed13b43735 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.65 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.1130893 Aug 26 12:38:52.244826 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cb93878-dcba-437b-9307-0699871df071 req-71ce82ef-b204-4d05-a612-430cf7b3dac8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610344 Aug 26 12:38:52.330662 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:52.363974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Deleting port 2999850d-48da-4a9c-b887-71dfd418737f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:52.365349 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.396954 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5964-5aaf-4570-a5b6-3c0e69ea3da9 req-a9cfaac8-d8fa-4f4d-8066-ec192f617e6a tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:52.398539 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d42f5964-5aaf-4570-a5b6-3c0e69ea3da9 req-a9cfaac8-d8fa-4f4d-8066-ec192f617e6a tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 946 time: 0.0613549 Aug 26 12:38:52.443361 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d42f5964-5aaf-4570-a5b6-3c0e69ea3da9 req-9d6a6d86-99e3-434e-9e7f-d7bab7dd193b tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/security-groups?id=56853d7a-138f-4cb2-b28a-2c167461cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Aug 26 12:38:52.457546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade8ceff-3132-45e8-bb1f-d3ccc9990fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.465978 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] For port 2999850d-48da-4a9c-b887-71dfd418737f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2999850d-48da-4a9c-b887-71dfd418737f,segment=NetworkSegment(b8c0354f-04f6-47cd-ad54-e59dcc419500),segment_id=b8c0354f-04f6-47cd-ad54-e59dcc419500)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:52.466755 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.486603 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Calling delete_port for 2999850d-48da-4a9c-b887-71dfd418737f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:52.556023 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade8ceff-3132-45e8-bb1f-d3ccc9990fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.654050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b70971-5164-4752-b798-1d9794c8b3e9 req-ac4ac57e-a4bf-40d4-9269-f25c7526b63f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:52.655570 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2b70971-5164-4752-b798-1d9794c8b3e9 req-ac4ac57e-a4bf-40d4-9269-f25c7526b63f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 945 time: 0.0777926 Aug 26 12:38:52.695757 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade8ceff-3132-45e8-bb1f-d3ccc9990fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.729206 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ade8ceff-3132-45e8-bb1f-d3ccc9990fa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9327f68bc9149eb825c9fba43ad285e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972037 Aug 26 12:38:52.732006 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:52.735898 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2b70971-5164-4752-b798-1d9794c8b3e9 req-39901eaf-b2e4-44f7-87f0-00bbdd5d3b91 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599575 Aug 26 12:38:52.753420 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8ceff-3132-45e8-bb1f-d3ccc9990fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa7307b-7aa2-4263-804f-6515801b8079,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:52.793380 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.818122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.856283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.886302 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Pushing event deleted for resources: {'Port': ['ID=2999850d-48da-4a9c-b887-71dfd418737f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:52.948617 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] No DVR routers for this DVR port 2999850d-48da-4a9c-b887-71dfd418737f on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:38:52.951790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:52.953872 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e670340-c02d-4dcf-a87d-33c9414880f3 req-8ae12336-8fde-4ca4-a7f5-21486b2de0f1 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.65 "DELETE /v2.0/ports/2999850d-48da-4a9c-b887-71dfd418737f HTTP/1.1" status: 204 len: 173 time: 0.7462447 Aug 26 12:38:52.954315 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'name': 'network-vif-deleted', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:52.956665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01ce66-587b-4086-bedb-166b655710d2" -d '{"events": [{"server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "name": "network-vif-deleted", "tag": "2999850d-48da-4a9c-b887-71dfd418737f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:52.995436 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b00bfa-faed-4934-ab4d-d17eece6eeac x-openstack-request-id: req-14b00bfa-faed-4934-ab4d-d17eece6eeac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:52.995722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ab700-8cdd-4669-9886-0d2f2bab8c64", "name": "network-vif-deleted", "tag": "2999850d-48da-4a9c-b887-71dfd418737f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:52.995984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14b00bfa-faed-4934-ab4d-d17eece6eeac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:52.996400 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ab700-8cdd-4669-9886-0d2f2bab8c64', 'name': 'network-vif-deleted', 'tag': '2999850d-48da-4a9c-b887-71dfd418737f', 'status': 'completed', 'code': 200} Aug 26 12:38:53.055839 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:53.059207 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:53.060800 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0aa7307b-7aa2-4263-804f-6515801b8079 HTTP/1.1" status: 204 len: 168 time: 0.3276474 Aug 26 12:38:53.070877 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac8a8-47ee-4a2c-9f07-8291b2b29ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa7307b-7aa2-4263-804f-6515801b8079,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:53.094299 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['2999850d-48da-4a9c-b887-71dfd418737f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:38:53.378852 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea6344-3ea4-4784-9ae4-a721cbd508ed req-9fd57e7d-c884-4d24-bf8f-e4a814b25a30 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:53.380917 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-95ea6344-3ea4-4784-9ae4-a721cbd508ed req-9fd57e7d-c884-4d24-bf8f-e4a814b25a30 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0585859 Aug 26 12:38:53.422052 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-95ea6344-3ea4-4784-9ae4-a721cbd508ed req-48e2f0d0-6ed7-438a-87f3-775646d045f4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Aug 26 12:38:53.558246 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6e0f4b4-9cde-4131-8afa-b4cfafc49b8e req-4fa27d14-4f31-4c4c-958c-567e041843ff tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Aug 26 12:38:53.738383 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:53.883951 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b8ca-52dc-4a9a-8e67-325131750e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:53.909937 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec86f-d661-42d5-8e4d-54bd63686086 req-97be2fe1-987d-416b-9ed2-8be8d14d4781 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:53.912346 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c34ec86f-d661-42d5-8e4d-54bd63686086 req-97be2fe1-987d-416b-9ed2-8be8d14d4781 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 945 time: 0.0805273 Aug 26 12:38:53.970764 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c34ec86f-d661-42d5-8e4d-54bd63686086 req-6845ba32-364d-43a6-9b1a-ce677c393d4d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Aug 26 12:38:53.988688 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:54.011167 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72713af7-3d77-47f5-bcb1-9dbbb8e4ded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.055996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b8ca-52dc-4a9a-8e67-325131750e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.153937 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b8ca-52dc-4a9a-8e67-325131750e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.201341 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cfc8b8ca-52dc-4a9a-8e67-325131750e33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c451d27486b4612b6d1da4ffd5e362a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633322 Aug 26 12:38:54.204098 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:54.218907 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8b8ca-52dc-4a9a-8e67-325131750e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f362027-54ee-4276-a08d-7600d981632b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:54.260794 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.282722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.285445 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72713af7-3d77-47f5-bcb1-9dbbb8e4ded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.369432 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72713af7-3d77-47f5-bcb1-9dbbb8e4ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.398198 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:54.411296 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-72713af7-3d77-47f5-bcb1-9dbbb8e4ded8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee5291d18b094605a99f026587962125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204416 Aug 26 12:38:54.412830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72713af7-3d77-47f5-bcb1-9dbbb8e4ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571cc660-30a5-4b2b-bc84-3ff84694ef55,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:54.414746 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:54.440572 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.443413 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.448056 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f362027-54ee-4276-a08d-7600d981632b HTTP/1.1" status: 204 len: 168 time: 0.2426829 Aug 26 12:38:54.471503 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dd0f1-3f58-403f-a664-e01636cb241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f362027-54ee-4276-a08d-7600d981632b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:54.497513 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.524803 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.580330 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34d70227-e67d-4340-9b4c-1135eb881440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.584380 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b002-b98c-4346-af33-5e78d7e01496 req-8fce8864-3400-43f4-b281-c741ad666eb9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:54.589613 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9f9b002-b98c-4346-af33-5e78d7e01496 req-8fce8864-3400-43f4-b281-c741ad666eb9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0566518 Aug 26 12:38:54.647488 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9f9b002-b98c-4346-af33-5e78d7e01496 req-18b1935d-903f-4021-99bf-06f26df127f4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472486 Aug 26 12:38:54.698933 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.698933 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.698933 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/571cc660-30a5-4b2b-bc84-3ff84694ef55 HTTP/1.1" status: 204 len: 168 time: 0.2814169 Aug 26 12:38:54.715407 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50113f-5162-45d8-8c4e-2d1d14f8d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571cc660-30a5-4b2b-bc84-3ff84694ef55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:54.736662 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-05eb3eae-a1e4-430a-9640-2b90946a9224 req-261490fb-cd7d-436e-86ab-d70e04f078b6 tempest-DeleteServersTestJSON-15616716 tempest-DeleteServersTestJSON-15616716-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27ab700-8cdd-4669-9886-0d2f2bab8c64 HTTP/1.1" status: 200 len: 210 time: 0.0290256 Aug 26 12:38:54.785277 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34d70227-e67d-4340-9b4c-1135eb881440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.878221 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34d70227-e67d-4340-9b4c-1135eb881440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.921696 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-34d70227-e67d-4340-9b4c-1135eb881440 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f898baebd8449b5a4d0eca9af70f718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223353 Aug 26 12:38:54.922884 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70227-e67d-4340-9b4c-1135eb881440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a6863-2f05-4951-8459-872dcfeb84d7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:54.924790 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:54.981998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.003776 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.101355 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 332f6c4b-7120-4c47-91ee-5518fa03335c up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:38:55.140639 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3ee9-62c3-42e2-b2c9-ef13951207ba req-33ecd1af-3c28-4bb0-9333-9d86dc2d8c18 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:55.145363 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f7c3ee9-62c3-42e2-b2c9-ef13951207ba req-33ecd1af-3c28-4bb0-9333-9d86dc2d8c18 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 945 time: 0.0845847 Aug 26 12:38:55.197738 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.200594 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f7c3ee9-62c3-42e2-b2c9-ef13951207ba req-3ab6b6e3-20d0-4a6c-81fc-fde51b2603d8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Aug 26 12:38:55.202257 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.203284 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/016a6863-2f05-4951-8459-872dcfeb84d7 HTTP/1.1" status: 204 len: 168 time: 0.2774720 Aug 26 12:38:55.213542 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933474d-f35f-4559-9139-22cc36b5c40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a6863-2f05-4951-8459-872dcfeb84d7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:55.254904 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 332f6c4b-7120-4c47-91ee-5518fa03335c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:38:55.259570 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 332f6c4b-7120-4c47-91ee-5518fa03335c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:38:55.259936 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.338761 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.361048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:55.363439 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc56d8-9da9-40a2-812c-c5a54e50e82d" -d '{"events": [{"server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "name": "network-vif-plugged", "status": "completed", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:55.377342 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=332f6c4b-7120-4c47-91ee-5518fa03335c,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:55.403112 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2387ee-3fca-48fa-aa85-93b73f0a011d x-openstack-request-id: req-de2387ee-3fca-48fa-aa85-93b73f0a011d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:55.403403 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "name": "network-vif-plugged", "status": "completed", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:55.403654 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de2387ee-3fca-48fa-aa85-93b73f0a011d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:55.404042 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c', 'code': 200} Aug 26 12:38:55.510075 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:55.510969 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 2999850d-48da-4a9c-b887-71dfd418737f no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:55.548474 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 2999850d-48da-4a9c-b887-71dfd418737f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:55.548844 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 2999850d-48da-4a9c-b887-71dfd418737f not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:55.573563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:55.764841 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946c3fd-e71d-420e-8ee3-1f98f7e7330d req-9a708a97-c97c-4e58-8e1a-2efc62a25f32 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:55.766517 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1946c3fd-e71d-420e-8ee3-1f98f7e7330d req-9a708a97-c97c-4e58-8e1a-2efc62a25f32 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0579391 Aug 26 12:38:55.810001 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1946c3fd-e71d-420e-8ee3-1f98f7e7330d req-d35f022c-3423-42f5-a173-c47638832a47 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 26 12:38:55.899875 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01234a0-94ce-43cd-bef4-8e3350a3825c req-860db127-8eec-4686-88dd-9729b70b78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:55.903037 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a01234a0-94ce-43cd-bef4-8e3350a3825c req-860db127-8eec-4686-88dd-9729b70b78d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 1099 time: 0.0491259 Aug 26 12:38:55.955788 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a01234a0-94ce-43cd-bef4-8e3350a3825c req-dbc81f4c-278c-4e21-a66a-f94a0c2114ea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Aug 26 12:38:56.326468 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9e43-3a63-4894-98e9-8ddc01f5c065 req-7be2fff1-1baa-4fcc-9e35-f1dd9ac1aeab tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:56.337324 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3fae9e43-3a63-4894-98e9-8ddc01f5c065 req-7be2fff1-1baa-4fcc-9e35-f1dd9ac1aeab tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.0532513 Aug 26 12:38:56.372338 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3fae9e43-3a63-4894-98e9-8ddc01f5c065 req-dec2f8ab-ebce-42a9-8789-5be7fb8e54da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Aug 26 12:38:56.932291 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55990739-1c16-49ca-bdb6-1d9c395c2091 req-f360c0fb-8e5d-40ee-b3e7-16574f91bdbc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:56.934373 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-55990739-1c16-49ca-bdb6-1d9c395c2091 req-f360c0fb-8e5d-40ee-b3e7-16574f91bdbc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0575271 Aug 26 12:38:56.977202 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-55990739-1c16-49ca-bdb6-1d9c395c2091 req-0d711d47-0700-49c4-ae2f-d1e75db42372 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Aug 26 12:38:57.242526 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:57.379898 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a9fe15-a0a9-4c5c-b96d-b449cf6bbbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.472403 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a9fe15-a0a9-4c5c-b96d-b449cf6bbbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.545119 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396ae3c-3a75-43ab-861b-98e2a57ef3d4 req-71cd49ca-e04f-41de-9275-d44379a023dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:57.545993 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7396ae3c-3a75-43ab-861b-98e2a57ef3d4 req-71cd49ca-e04f-41de-9275-d44379a023dd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.0550356 Aug 26 12:38:57.577039 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a9fe15-a0a9-4c5c-b96d-b449cf6bbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.660448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58294) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:57.695044 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d6a9fe15-a0a9-4c5c-b96d-b449cf6bbbd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73322c8908a3449c94beed842c344250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510169 Aug 26 12:38:57.702257 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7396ae3c-3a75-43ab-861b-98e2a57ef3d4 req-f5c7901d-6a2d-4732-b61a-6d0c4508b359 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483271 Aug 26 12:38:57.703917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9fe15-a0a9-4c5c-b96d-b449cf6bbbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04112952-c625-40b6-a231-35a3e677bebc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:57.710834 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:57.765629 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Deleting subnet 85104586-70da-49c2-8d24-a5f4108c3a93 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:38:57.773255 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.828431 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.838285 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.852134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.885745 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.067600 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.079862 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.086863 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.088804 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04112952-c625-40b6-a231-35a3e677bebc HTTP/1.1" status: 204 len: 168 time: 0.3731041 Aug 26 12:38:58.110777 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79816e-7a64-4f41-beeb-a23cbf735f3b req-c8dd6494-6810-4330-8a87-f55a5e77c87a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:58.115579 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce79816e-7a64-4f41-beeb-a23cbf735f3b req-c8dd6494-6810-4330-8a87-f55a5e77c87a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0679958 Aug 26 12:38:58.132906 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.135426 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/85104586-70da-49c2-8d24-a5f4108c3a93 HTTP/1.1" status: 204 len: 168 time: 0.4739177 Aug 26 12:38:58.136581 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78acfaa-a36c-4f11-ab9b-1012acabb7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85104586-70da-49c2-8d24-a5f4108c3a93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:58.142532 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:58.147443 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b165b75-ab25-46c8-8873-0d725d498afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04112952-c625-40b6-a231-35a3e677bebc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:58.249090 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce79816e-7a64-4f41-beeb-a23cbf735f3b req-49804dda-8bbe-4af9-ab77-3a5e33ca1c4e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164753 Aug 26 12:38:58.268810 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.357530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.368382 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.368760 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.369532 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.369897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.370223 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.370557 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.370878 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.371217 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.371532 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.371850 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.548943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.548943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.548943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.548943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:38:58.548943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876141ad-a338-4310-8403-6a59ce35e31e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:58.574635 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c0354f-04f6-47cd-ad54-e59dcc419500') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:58.574928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c0354f-04f6-47cd-ad54-e59dcc419500') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:58.592977 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.623316 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.639519 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:38:58.640052 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:38:58.645134 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:38:58.815939 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.832585 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.834551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/876141ad-a338-4310-8403-6a59ce35e31e HTTP/1.1" status: 204 len: 168 time: 0.6867213 Aug 26 12:38:58.835889 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733125a3-bef0-4d2a-9144-d043e21a27c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=876141ad-a338-4310-8403-6a59ce35e31e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:58.838587 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4a96f-b675-420d-bd88-ef1d41ed2f93 req-1442ad49-e60a-4527-98d4-3e5673979607 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:58.840373 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d4f4a96f-b675-420d-bd88-ef1d41ed2f93 req-1442ad49-e60a-4527-98d4-3e5673979607 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.0548770 Aug 26 12:38:58.888861 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d4f4a96f-b675-420d-bd88-ef1d41ed2f93 req-6342ca18-7fd2-4842-8a51-f8a5b1985fce tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Aug 26 12:38:59.292605 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:59.464640 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:59.472848 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a02c-ca6e-49b0-8d50-5fc2d12a588c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.544069 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dbd76af9-6290-4759-9137-f59530aa0f6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f72be8dccaf54841ae2d49b36656d032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0778403 Aug 26 12:38:59.546740 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:59.576689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b8a55-163b-40a7-ba58-d864d2cafe8d req-97e802f7-90b2-4f7e-a5db-e16fbd367ded tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:59.586684 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c7b8a55-163b-40a7-ba58-d864d2cafe8d req-97e802f7-90b2-4f7e-a5db-e16fbd367ded tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0992846 Aug 26 12:38:59.612607 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.639874 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.680423 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c7b8a55-163b-40a7-ba58-d864d2cafe8d req-0ebda968-bf38-4e23-8d68-8adfba1fd4a5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926831 Aug 26 12:38:59.756161 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a02c-ca6e-49b0-8d50-5fc2d12a588c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.838553 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.841402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.846355 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56853d7a-138f-4cb2-b28a-2c167461cdfe HTTP/1.1" status: 204 len: 168 time: 0.2985611 Aug 26 12:38:59.856079 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120f487-a3a3-4c4e-965b-fef117226402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56853d7a-138f-4cb2-b28a-2c167461cdfe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:59.878485 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a02c-ca6e-49b0-8d50-5fc2d12a588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:59.932422 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c9c3a02c-ca6e-49b0-8d50-5fc2d12a588c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=841abbec007e408d8a75e16105b863bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386974 Aug 26 12:38:59.933175 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3a02c-ca6e-49b0-8d50-5fc2d12a588c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931d42e-372b-4b59-8981-e4ee2955f33f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:59.935271 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:59.996972 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:00.012692 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.034546 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.198152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.209213 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.215046 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7931d42e-372b-4b59-8981-e4ee2955f33f HTTP/1.1" status: 204 len: 168 time: 0.2782476 Aug 26 12:39:00.219961 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-332946517-network', 'tenant_id': 'f6596cc6533d40af8d5a0e91cd9d008f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:00.226241 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af2cff-fc6c-4f0f-8fe4-dec191294154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931d42e-372b-4b59-8981-e4ee2955f33f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:00.352095 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Made reservation on behalf of f6596cc6533d40af8d5a0e91cd9d008f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:00.354676 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.363739 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.537988 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.706808 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.738221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:39:00.751284 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d83988-41ff-495c-846d-5c1593bde3a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:00.754793 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.755058 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Added segment 19a4b6cd-9e0a-4ee2-818f-3eaf0053355f of type vlan for network 02809cc7-7005-4069-99dc-0d58208a3f44 Aug 26 12:39:00.807344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.885444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882848f-610d-48f0-8ce1-ae58ce77cb93 req-9940f625-5f48-4364-af7c-ffdc90bff5d9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:00.886988 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d882848f-610d-48f0-8ce1-ae58ce77cb93 req-9940f625-5f48-4364-af7c-ffdc90bff5d9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0738337 Aug 26 12:39:00.930849 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d882848f-610d-48f0-8ce1-ae58ce77cb93 req-431489a4-3517-45b5-aa62-cb9497e7d3fb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 26 12:39:01.043957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.045182 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:01.045874 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.107017 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] Pushing event updated for resources: {'Network': ['ID=02809cc7-7005-4069-99dc-0d58208a3f44,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:01.117791 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 02809cc7-7005-4069-99dc-0d58208a3f44 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:39:01.320342 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4ee2e50e-0d51-4fe9-8274-9b448ccf04fb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3220549 Aug 26 12:39:01.323339 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:01.331884 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Request body: {'subnet': {'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-332946517-subnet', 'tenant_id': 'f6596cc6533d40af8d5a0e91cd9d008f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:01.367117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:01.380877 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cf00ffa-a47b-4dcd-ad90-74ec4576773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.523416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Made reservation on behalf of f6596cc6533d40af8d5a0e91cd9d008f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:01.525879 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.638544 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cf00ffa-a47b-4dcd-ad90-74ec4576773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.746266 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cf00ffa-a47b-4dcd-ad90-74ec4576773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.791479 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8cf00ffa-a47b-4dcd-ad90-74ec4576773f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae03e2a601e045c7b4d347f00f16050f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232719 Aug 26 12:39:01.792330 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf00ffa-a47b-4dcd-ad90-74ec4576773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af01377-fce0-4ec7-9d07-799d9c00d65f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:01.794167 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:01.810708 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.907950 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:01.914178 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049fe399-cff4-4008-b89a-7de2def7ece0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:01.921023 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Checking segment: {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:01.921376 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Network hostable DHCP agents. Network: 02809cc7-7005-4069-99dc-0d58208a3f44, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:39:01.938371 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.061037 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212372-8b12-4f2a-a6e1-843629ccea0f req-c494e8c7-a0a5-48aa-b7fd-f1848a321072 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:02.065308 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-42212372-8b12-4f2a-a6e1-843629ccea0f req-c494e8c7-a0a5-48aa-b7fd-f1848a321072 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0564227 Aug 26 12:39:02.103172 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-42212372-8b12-4f2a-a6e1-843629ccea0f req-a505519f-0f95-4fb9-86cd-87f389e0a82b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Aug 26 12:39:02.112685 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.116204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.117482 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0af01377-fce0-4ec7-9d07-799d9c00d65f HTTP/1.1" status: 204 len: 168 time: 0.3220849 Aug 26 12:39:02.118332 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Network 02809cc7-7005-4069-99dc-0d58208a3f44 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:39:02.132635 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f205f5-ff41-467d-9ee8-3eb2ca78f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af01377-fce0-4ec7-9d07-799d9c00d65f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:02.328147 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-ecd07e71-0354-4bb4-9169-b71b0b453683 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:02.329661 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-ecd07e71-0354-4bb4-9169-b71b0b453683 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.1031556 Aug 26 12:39:02.345609 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-590259a3-c612-47be-9b88-99ad3a18e5a4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/quotas/50d860ada1544f5fb80337447dcd907f HTTP/1.1" status: 200 len: 375 time: 0.0098724 Aug 26 12:39:02.393842 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 02809cc7-7005-4069-99dc-0d58208a3f44) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:02.403219 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf50a97-9ee4-44b6-ba7a-1bf066985d5b None None] Network 02809cc7-7005-4069-99dc-0d58208a3f44 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:02.403704 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-82d79b32-95b2-44b1-8ec3-3326377b4c54 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520825 Aug 26 12:39:02.404467 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:02.405070 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.418962 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:39:02.512514 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:02.520310 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-46d2ce51-77df-4d29-9c87-76e572254a28 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035476 Aug 26 12:39:02.544405 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5dcf48-32b3-4753-a026-5da2ada8f73b None None] Network 02809cc7-7005-4069-99dc-0d58208a3f44 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:02.596092 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b12bd7e7-9da5-4829-980d-9a7fa92481e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2714159 Aug 26 12:39:02.655590 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d7ab1b-e8c2-4f9e-82eb-2c73f3ab561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.667249 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-8ce1c41f-91c7-464c-9d39-51409a2290ba service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403484 Aug 26 12:39:02.820868 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d7ab1b-e8c2-4f9e-82eb-2c73f3ab561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.978107 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0b47edd9-35de-4579-818e-b2cb55e7e31b req-d50b1e3f-100c-499d-aeaa-37199888232b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0307181 Aug 26 12:39:02.981573 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d7ab1b-e8c2-4f9e-82eb-2c73f3ab561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:03.029574 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:03.035842 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-25d7ab1b-e8c2-4f9e-82eb-2c73f3ab561f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7baa7e770bfb47bdb49b6fd18e7d56ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222032 Aug 26 12:39:03.053406 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7ab1b-e8c2-4f9e-82eb-2c73f3ab561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b4a0e-fca1-48bd-b72a-a10efc1bca50,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:03.107246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:03.134327 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:03.244006 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43466e3-6058-477b-9b0d-39c60c506b72 req-38ca488b-9739-4cfe-ad19-e7dedd216466 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:03.245535 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b43466e3-6058-477b-9b0d-39c60c506b72 req-38ca488b-9739-4cfe-ad19-e7dedd216466 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0548964 Aug 26 12:39:03.284809 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b43466e3-6058-477b-9b0d-39c60c506b72 req-ef2b16e6-d302-4fb1-a4c8-fc8cf615e8ec tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Aug 26 12:39:03.437826 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:03.444464 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:03.448721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc4b4a0e-fca1-48bd-b72a-a10efc1bca50 HTTP/1.1" status: 204 len: 168 time: 0.4175179 Aug 26 12:39:03.461673 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2327b-dd2d-47d1-b11e-1d3714b83ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b4a0e-fca1-48bd-b72a-a10efc1bca50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:04.108468 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc3eebe6-e240-4888-b1ea-51d0d5444c20 req-0b612992-b1ff-433e-bd3a-04634219fbb2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0359030 Aug 26 12:39:04.418727 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df46ce-8a53-46f8-a866-84f57e5f71ea req-7cb97fe1-4b5f-46d5-824d-9247a473f034 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:04.420176 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1df46ce-8a53-46f8-a866-84f57e5f71ea req-7cb97fe1-4b5f-46d5-824d-9247a473f034 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0592818 Aug 26 12:39:04.459755 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1df46ce-8a53-46f8-a866-84f57e5f71ea req-e36d136d-fc7a-478a-8043-dfe4f311d58e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Aug 26 12:39:04.983588 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:05.099993 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1764163074-network', 'tenant_id': '37806177e1044a28a790fab236a40636'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:05.214939 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Made reservation on behalf of 37806177e1044a28a790fab236a40636 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:05.217633 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.226030 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.244174 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b3af4cc0-61d4-4e35-b68e-b1d13e26503d req-514b7433-097f-40df-b957-7ea7476514d7 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0346034 Aug 26 12:39:05.376535 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.432665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-963b1cdc-c15b-4e22-b18c-e71970616c92 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:05.434332 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-963b1cdc-c15b-4e22-b18c-e71970616c92 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/networks?id=02809cc7-7005-4069-99dc-0d58208a3f44 HTTP/1.1" status: 200 len: 813 time: 0.1136281 Aug 26 12:39:05.449842 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-4f74fd7f-26eb-41f7-9765-ea7606e770d6 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/quotas/f6596cc6533d40af8d5a0e91cd9d008f HTTP/1.1" status: 200 len: 375 time: 0.0098724 Aug 26 12:39:05.480694 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-7b014220-7d8b-4741-b92a-62d013af8a8a tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255280 Aug 26 12:39:05.536294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.570169 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:39:05.583630 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fcdc1-4087-4e1b-b9bd-e1e02d5526ea req-102f8f0d-b085-4657-bce3-ef3792438f31 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:05.588385 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-050fcdc1-4087-4e1b-b9bd-e1e02d5526ea req-102f8f0d-b085-4657-bce3-ef3792438f31 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0571082 Aug 26 12:39:05.600366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.600705 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Added segment 4941f12c-957e-4e35-a45b-693f5d9df1bc of type vlan for network 309b5a8e-78fe-4629-92b7-d31f4eee3209 Aug 26 12:39:05.606548 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efef560-fc62-4a00-a2d1-97d9913f1715,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:05.630494 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-050fcdc1-4087-4e1b-b9bd-e1e02d5526ea req-527fb7ae-796d-439c-9558-da6157c1c9ec tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Aug 26 12:39:05.640178 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-63fb2a53-237f-4e3f-8011-0bcf73438e1e service neutron] 10.222.0.15 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509724 Aug 26 12:39:05.661125 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.775190 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-c1ec0425-4ad3-4f98-aabd-0859b3fa6640 service neutron] 10.222.0.15 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217437 Aug 26 12:39:05.837839 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.838941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:05.839684 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.913101 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] Pushing event updated for resources: {'Network': ['ID=309b5a8e-78fe-4629-92b7-d31f4eee3209,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:05.923782 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 309b5a8e-78fe-4629-92b7-d31f4eee3209 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:39:06.080026 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e9b51eb7-6a90-4b7c-a044-7b7af40e7dfe req-4bd801cf-398e-4753-b087-9202038030ff tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0411170 Aug 26 12:39:06.139086 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cbe071ba-58af-44b2-92c6-70acedff1e43 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1518826 Aug 26 12:39:06.139918 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:06.148530 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Request body: {'subnet': {'network_id': '309b5a8e-78fe-4629-92b7-d31f4eee3209', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1764163074-subnet', 'tenant_id': '37806177e1044a28a790fab236a40636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:06.192044 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-57a44008-0636-440f-a09d-e9dd426bbf22 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:06.197585 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-57a44008-0636-440f-a09d-e9dd426bbf22 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.2157381 Aug 26 12:39:06.258251 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Request body: {'port': {'device_id': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'admin_state_up': True, 'tenant_id': '50d860ada1544f5fb80337447dcd907f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:06.335743 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Made reservation on behalf of 37806177e1044a28a790fab236a40636 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:06.338109 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:06.367325 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c72881e4-23f9-4586-892c-713281153e05 req-f1843c3b-8ee6-463a-af6c-d2b3173b3134 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0377026 Aug 26 12:39:06.597960 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:06.601560 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:06.649820 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:06.752389 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a23da6-80a1-4006-afed-11ae5b6ee716,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:06.759971 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Checking segment: {'id': '4941f12c-957e-4e35-a45b-693f5d9df1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '309b5a8e-78fe-4629-92b7-d31f4eee3209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:06.760329 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Network hostable DHCP agents. Network: 309b5a8e-78fe-4629-92b7-d31f4eee3209, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:39:06.774851 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Allocated IP 172.20.0.5 (711f496b-cfc1-4390-9819-28740fc342dc/904b305f-97e2-4cd7-90ff-7373c1af0d95/de34db65-577a-4de0-b899-47178ea24aac) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:39:06.798906 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983cc68-7150-44be-8728-a209db4e51e8 req-b78f2408-6eae-4e89-bf7c-188ea0cf6640 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:06.798906 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9983cc68-7150-44be-8728-a209db4e51e8 req-b78f2408-6eae-4e89-bf7c-188ea0cf6640 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0734842 Aug 26 12:39:06.869189 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9983cc68-7150-44be-8728-a209db4e51e8 req-56b22cbb-807b-45d4-92ad-d2c078d6ee04 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668907 Aug 26 12:39:06.935215 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Network 309b5a8e-78fe-4629-92b7-d31f4eee3209 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:39:06.973546 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:07.049118 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 309b5a8e-78fe-4629-92b7-d31f4eee3209) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:07.054159 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:07.055110 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:07.063205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d940d2c3-bb30-4bd9-b413-dec049e72205 None None] Network 309b5a8e-78fe-4629-92b7-d31f4eee3209 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:07.129390 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:07.197109 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:07.209162 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7ad4e-eb3e-4eee-a2d7-16a5379aceb7 None None] Network 309b5a8e-78fe-4629-92b7-d31f4eee3209 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:07.257894 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event updated for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:07.288163 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Network 711f496b-cfc1-4390-9819-28740fc342dc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:39:07.293173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:07.294018 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:39:07.326715 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd', '332f6c4b-7120-4c47-91ee-5518fa03335c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:39:07.433245 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fd2102aa-b185-4772-9629-685a4ee0e68e req-aee5f027-7fc9-42b5-8c63-7c5f332a0b29 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.3056412 Aug 26 12:39:07.434721 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-97ca922a-252b-4af0-b8a9-cf32407d066a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2927992 Aug 26 12:39:07.647473 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:07.649989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:07.683903 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc7f3-74da-4cda-bf46-9cdcd5418f8b req-008e5c06-f32a-460b-a641-41ae0b8e42a2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:07.691542 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f4dbc7f3-74da-4cda-bf46-9cdcd5418f8b req-008e5c06-f32a-460b-a641-41ae0b8e42a2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 931 time: 0.0821095 Aug 26 12:39:07.736286 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f4dbc7f3-74da-4cda-bf46-9cdcd5418f8b req-8fda1fc2-3155-41d5-8ae7-7125ca8183e8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Aug 26 12:39:07.743047 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-1f593778-8747-49c2-bca4-90d31212c8be tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4895926 Aug 26 12:39:07.767300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Request body: {'port': {'device_id': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:07.822263 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.137590 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffcae6-4f6f-46af-9715-927d23994a16 req-9cfb22da-fd0a-4133-84b8-aca102ba358b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:08.137847 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de34db65-577a-4de0-b899-47178ea24aac {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:39:08.139079 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-abffcae6-4f6f-46af-9715-927d23994a16 req-9cfb22da-fd0a-4133-84b8-aca102ba358b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0496452 Aug 26 12:39:08.145488 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.159671 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Transition to ACTIVE for port object de34db65-577a-4de0-b899-47178ea24aac will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:39:08.186302 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-abffcae6-4f6f-46af-9715-927d23994a16 req-83f047f1-c79c-4855-91af-dc8acf8117a6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Aug 26 12:39:08.289166 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.338931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Pushing event updated for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:08.420181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Attempting to bind port de34db65-577a-4de0-b899-47178ea24aac on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:39:08.420427 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Attempting to bind port de34db65-577a-4de0-b899-47178ea24aac by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:39:08.420796 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Attempting to bind port de34db65-577a-4de0-b899-47178ea24aac on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:08.425609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Port de34db65-577a-4de0-b899-47178ea24aac on network 711f496b-cfc1-4390-9819-28740fc342dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:39:08.425972 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Attempting to bind port de34db65-577a-4de0-b899-47178ea24aac on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:08.432188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:39:08.432188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Checking segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:08.432188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Bound using segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:39:08.432188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Bound port: de34db65-577a-4de0-b899-47178ea24aac, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:39:08.432659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.514521 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:39:08.518153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=de34db65-577a-4de0-b899-47178ea24aac,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:39:08.550154 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0517a027-2cfe-468c-9d24-a0743aa20ed2 req-83dd8fd8-165b-4019-a803-dafd2eb05269 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Aug 26 12:39:08.582393 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:08.587958 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1573349208-network', 'tenant_id': 'ea0e6a7a6ac546bb9d2ba85840bd4f92'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:08.636286 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.672146 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:08.672943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.674374 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] 10.222.0.65 "PUT /v2.0/ports/de34db65-577a-4de0-b899-47178ea24aac HTTP/1.1" status: 200 len: 1093 time: 0.9117572 Aug 26 12:39:08.674819 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:39:08.677417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d302304b-a95b-4557-9faa-846f78dab4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "tag": "de34db65-577a-4de0-b899-47178ea24aac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:39:08.703987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0841-9bfa-4b42-b1bb-09a6f03b5da6 service neutron] Pushing event updated for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:08.721430 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Made reservation on behalf of ea0e6a7a6ac546bb9d2ba85840bd4f92 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:08.721746 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd774ae8-e8b7-4dd0-bd9b-ac28b0c85c2e x-openstack-request-id: req-cd774ae8-e8b7-4dd0-bd9b-ac28b0c85c2e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:39:08.722033 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "tag": "de34db65-577a-4de0-b899-47178ea24aac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:39:08.722284 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd774ae8-e8b7-4dd0-bd9b-ac28b0c85c2e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:39:08.722719 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac', 'status': 'completed', 'code': 200} Aug 26 12:39:08.723858 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.732492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.826434 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.897092 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6700ab4-31a4-4310-bee4-ae6ee0dae912 req-6d0bd355-eed5-4519-a03a-6e3440282f46 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:08.900134 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f6700ab4-31a4-4310-bee4-ae6ee0dae912 req-6d0bd355-eed5-4519-a03a-6e3440282f46 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 943 time: 0.0872185 Aug 26 12:39:08.906430 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-b8d50015-a15a-41cb-a340-d54408d35b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:08.907990 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-b8d50015-a15a-41cb-a340-d54408d35b56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 1096 time: 0.0695693 Aug 26 12:39:08.932681 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.950172 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f6700ab4-31a4-4310-bee4-ae6ee0dae912 req-e7e46913-97c3-4791-8be6-9ea2f844f3ff tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Aug 26 12:39:08.952340 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:39:08.967389 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa8333-677a-4df5-a49f-8492016445ef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:08.970356 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:08.970691 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Added segment b9fd1b9a-ceb6-4eb5-b967-1ce3777eeed5 of type vlan for network 4e65d374-d579-4056-9d75-4169cc04adb1 Aug 26 12:39:09.013056 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.079504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-f55bbc55-d72f-4c82-8fe8-dd832a34a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.081096 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-f55bbc55-d72f-4c82-8fe8-dd832a34a70f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=50d860ada1544f5fb80337447dcd907f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1047695 Aug 26 12:39:09.123670 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.125019 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.125626 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.191328 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e65d374-d579-4056-9d75-4169cc04adb1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:09.202201 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-907906cc-e159-4ab1-966d-078960adda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.203395 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d302304b-a95b-4557-9faa-846f78dab4e4 req-907906cc-e159-4ab1-966d-078960adda2c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063535 Aug 26 12:39:09.204289 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 4e65d374-d579-4056-9d75-4169cc04adb1 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:39:09.311294 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e1dbf841-010c-499d-ad5b-8db132a4b5a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7278075 Aug 26 12:39:09.316110 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:09.321722 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Request body: {'subnet': {'network_id': '4e65d374-d579-4056-9d75-4169cc04adb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1573349208-subnet', 'tenant_id': 'ea0e6a7a6ac546bb9d2ba85840bd4f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:09.385864 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004874-c752-4e2c-bece-40c3638c0bf9 req-ef390b64-f8c3-4145-a4ec-01c869b6acb7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.395252 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08004874-c752-4e2c-bece-40c3638c0bf9 req-ef390b64-f8c3-4145-a4ec-01c869b6acb7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1119916 Aug 26 12:39:09.422602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-5d1dc31e-b972-487c-a9ab-16367fb49b81 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.424187 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-5d1dc31e-b972-487c-a9ab-16367fb49b81 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "GET /v2.0/networks?id=02809cc7-7005-4069-99dc-0d58208a3f44 HTTP/1.1" status: 200 len: 813 time: 0.1144660 Aug 26 12:39:09.437752 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08004874-c752-4e2c-bece-40c3638c0bf9 req-51c3e7e8-726b-4876-8fd9-b4023ce563f3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Aug 26 12:39:09.440713 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-47affc42-282e-4d89-b5c6-9a51b2c3ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.442281 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-47affc42-282e-4d89-b5c6-9a51b2c3ef94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 1096 time: 0.1091056 Aug 26 12:39:09.463636 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Request body: {'port': {'device_id': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44', 'admin_state_up': True, 'tenant_id': 'f6596cc6533d40af8d5a0e91cd9d008f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:09.477436 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28cd6a47-0ef9-44a0-9147-e8c3ea552120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.499060 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-eda4ef1f-2ff5-44d0-9ec2-ffe49d953e5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de34db65-577a-4de0-b899-47178ea24aac HTTP/1.1" status: 200 len: 217 time: 0.0392661 Aug 26 12:39:09.535778 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Made reservation on behalf of ea0e6a7a6ac546bb9d2ba85840bd4f92 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:09.538747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.607837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-aba837a4-aa91-4d58-8aa9-e00daec36a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:09.609346 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-aba837a4-aa91-4d58-8aa9-e00daec36a4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.1021154 Aug 26 12:39:09.668467 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-0c6e6797-1151-467b-8d4e-a09fd2fdd09c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338173 Aug 26 12:39:09.713814 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-150275d7-ce8e-4072-b63e-ef79a2a451be req-c0357333-51a4-40da-a567-15d1c1db7228 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0294089 Aug 26 12:39:09.714419 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Made reservation on behalf of f6596cc6533d40af8d5a0e91cd9d008f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:09.718066 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:09.846066 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-651055e3-defa-4dd5-9eca-a15a06c159eb service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672838 Aug 26 12:39:09.870250 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Allocated IP 172.20.0.2 (02809cc7-7005-4069-99dc-0d58208a3f44/049fe399-cff4-4008-b89a-7de2def7ece0/7dd9c22b-ccb6-4956-9301-288196a53f60) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:39:09.968217 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c9ac47b-0d9b-48bc-bf7a-6b7d5bdb6f9c req-91bdc8aa-5942-41c4-84f1-e8b76425daac service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130033 Aug 26 12:39:09.977559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.082165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.111464 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b28b07-0418-4b2c-8ae9-04a957201206,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:10.127872 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d404a-c942-4035-9921-65f7033d3116 req-43bb385d-aeea-4180-ab16-9c21f676cfd8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:10.132018 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-309d404a-c942-4035-9921-65f7033d3116 req-43bb385d-aeea-4180-ab16-9c21f676cfd8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 943 time: 0.0966849 Aug 26 12:39:10.155344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Checking segment: {'id': 'b9fd1b9a-ceb6-4eb5-b967-1ce3777eeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4e65d374-d579-4056-9d75-4169cc04adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:10.155700 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Network hostable DHCP agents. Network: 4e65d374-d579-4056-9d75-4169cc04adb1, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:39:10.196670 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-309d404a-c942-4035-9921-65f7033d3116 req-7813fa46-1933-429c-8fdd-62ada61c0359 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Aug 26 12:39:10.547247 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.583971 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c654f0-b4b6-4765-93f7-563f2738b53f req-b4252cc1-81a9-4a4e-a16c-836dc4c71078 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:10.585561 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30c654f0-b4b6-4765-93f7-563f2738b53f req-b4252cc1-81a9-4a4e-a16c-836dc4c71078 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0764360 Aug 26 12:39:10.592932 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Network 4e65d374-d579-4056-9d75-4169cc04adb1 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:39:10.608245 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Network 02809cc7-7005-4069-99dc-0d58208a3f44 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:39:10.620320 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:10.628204 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:39:10.634143 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Pushing event updated for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:10.681190 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30c654f0-b4b6-4765-93f7-563f2738b53f req-aa5adf8d-3f26-4cf7-a566-29389fecab14 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891361 Aug 26 12:39:10.697393 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:10.697791 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.711772 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 4e65d374-d579-4056-9d75-4169cc04adb1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:10.716344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:10.717058 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.720908 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18040e10-eb95-4df8-8673-22d7355e991c None None] Network 4e65d374-d579-4056-9d75-4169cc04adb1 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:10.830638 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e2ac72b4-c85e-4a75-89dd-8383ae1f9278 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3711138 Aug 26 12:39:10.853781 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Request body: {'port': {'device_id': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:10.870019 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a58e04-80ba-49e5-8c62-4515229b13a9 None None] Network 4e65d374-d579-4056-9d75-4169cc04adb1 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:39:10.880832 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937b772-144c-4a5d-b3b1-effa7be90e24 req-c62d164d-4b4c-4f08-a889-dc8f31d1a39d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:10.882267 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f937b772-144c-4a5d-b3b1-effa7be90e24 req-c62d164d-4b4c-4f08-a889-dc8f31d1a39d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 931 time: 0.0677516 Aug 26 12:39:10.901005 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7c2dfe6f-cf4e-4017-888a-d428c236158f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5838466 Aug 26 12:39:10.917070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:10.932404 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f937b772-144c-4a5d-b3b1-effa7be90e24 req-4347f1dc-f66a-46dd-b5a3-76eeb928bb63 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Aug 26 12:39:11.050668 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:11.109040 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Deleting subnet 10a23da6-80a1-4006-afed-11ae5b6ee716 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:39:11.112295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.152548 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.161684 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.256973 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd9c22b-ccb6-4956-9301-288196a53f60 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:39:11.264454 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.285252 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Transition to ACTIVE for port object 7dd9c22b-ccb6-4956-9301-288196a53f60 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:39:11.312384 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.326706 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7171c-a47a-4745-92d5-53f5f759a6db req-d91a21a1-a08c-4a8b-bac3-b4d1153e7e34 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:11.328197 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1cd7171c-a47a-4745-92d5-53f5f759a6db req-d91a21a1-a08c-4a8b-bac3-b4d1153e7e34 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 943 time: 0.0549798 Aug 26 12:39:11.339052 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a23da6-80a1-4006-afed-11ae5b6ee716,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:11.341269 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.345670 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-34c88fd8-0d5e-4095-8d78-d566c9fef960 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/10a23da6-80a1-4006-afed-11ae5b6ee716 HTTP/1.1" status: 204 len: 168 time: 0.2914376 Aug 26 12:39:11.346448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 58786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:11.371481 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1cd7171c-a47a-4745-92d5-53f5f759a6db req-4691100e-2181-475d-8ee1-ecc65a70934a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Aug 26 12:39:11.420168 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.420437 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.475507 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:11.508394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.522477 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.523121 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.523887 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.524244 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.524567 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.524953 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.526170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.526170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.526170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.526443 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.556168 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Attempting to bind port 7dd9c22b-ccb6-4956-9301-288196a53f60 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:39:11.556168 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Attempting to bind port 7dd9c22b-ccb6-4956-9301-288196a53f60 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:39:11.556168 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Attempting to bind port 7dd9c22b-ccb6-4956-9301-288196a53f60 on network 02809cc7-7005-4069-99dc-0d58208a3f44 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:11.560079 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Port 7dd9c22b-ccb6-4956-9301-288196a53f60 on network 02809cc7-7005-4069-99dc-0d58208a3f44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:39:11.560379 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Attempting to bind port 7dd9c22b-ccb6-4956-9301-288196a53f60 on network 02809cc7-7005-4069-99dc-0d58208a3f44 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:11.565716 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:39:11.566054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Checking segment: {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:11.566442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Bound using segment: {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:39:11.566865 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Bound port: 7dd9c22b-ccb6-4956-9301-288196a53f60, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:39:11.567224 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.593797 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.594135 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.594474 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.594804 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:39:11.595171 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309b5a8e-78fe-4629-92b7-d31f4eee3209']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:11.619975 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4941f12c-957e-4e35-a45b-693f5d9df1bc') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:11.620292 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4941f12c-957e-4e35-a45b-693f5d9df1bc') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:11.636985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.640003 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:39:11.643134 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7dd9c22b-ccb6-4956-9301-288196a53f60,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:39:11.658418 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.666996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:39:11.667373 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:39:11.671319 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:39:11.744476 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.778274 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:11.778888 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.780335 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] 10.222.0.65 "PUT /v2.0/ports/7dd9c22b-ccb6-4956-9301-288196a53f60 HTTP/1.1" status: 200 len: 1093 time: 0.9318171 Aug 26 12:39:11.780789 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:39:11.783024 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5394016f-9ad6-45b1-a9fc-f5396a0d5221" -d '{"events": [{"name": "network-changed", "server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:39:11.815026 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576c4ee-10cb-4fcf-8e43-f579632e6857 req-d68d3d0b-3eed-46db-b95e-f1945d8b5740 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:11.815908 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcda24-d95e-427a-b16f-7a0aa4543ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:11.817069 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5576c4ee-10cb-4fcf-8e43-f579632e6857 req-d68d3d0b-3eed-46db-b95e-f1945d8b5740 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0576091 Aug 26 12:39:11.818726 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.826786 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb62139-b5b2-42d5-88cd-c817128d823f x-openstack-request-id: req-3bb62139-b5b2-42d5-88cd-c817128d823f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:39:11.826952 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.827143 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:39:11.827331 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bb62139-b5b2-42d5-88cd-c817128d823f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:39:11.827710 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60', 'status': 'completed', 'code': 200} Aug 26 12:39:11.828797 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] 10.222.0.15 "DELETE /v2.0/networks/309b5a8e-78fe-4629-92b7-d31f4eee3209 HTTP/1.1" status: 204 len: 168 time: 0.4811699 Aug 26 12:39:11.831855 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:11.844983 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3520a1c-de49-4165-92cd-2613e8e87c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=309b5a8e-78fe-4629-92b7-d31f4eee3209,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:11.875749 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5576c4ee-10cb-4fcf-8e43-f579632e6857 req-507857f7-3073-4246-bbc3-aac5be297934 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 Aug 26 12:39:11.880354 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Deleting subnet c1b28b07-0418-4b2c-8ae9-04a957201206 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:39:11.883474 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.951566 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:11.992709 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-d1061f0b-526e-4847-a395-3f0fc49c7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:11.994261 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-d1061f0b-526e-4847-a395-3f0fc49c7916 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 1096 time: 0.0908978 Aug 26 12:39:12.009801 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.111923 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fda6db74-245e-44d0-8f9a-72e54d23e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.178890 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4c3b5-72d1-42aa-969f-a696c0e4cc0c req-ffbf666f-52ce-4163-a47c-3610bb6ffb39 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.186608 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b9e4c3b5-72d1-42aa-969f-a696c0e4cc0c req-ffbf666f-52ce-4163-a47c-3610bb6ffb39 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 943 time: 0.1446183 Aug 26 12:39:12.186608 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-53e2b5e4-72b4-4b15-b4f3-3a22a8fd8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.187201 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-53e2b5e4-72b4-4b15-b4f3-3a22a8fd8846 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1767125 Aug 26 12:39:12.207517 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.268771 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.297505 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b9e4c3b5-72d1-42aa-969f-a696c0e4cc0c req-3334ce78-10c0-4aed-9b8b-5d9f753676f5 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092534 Aug 26 12:39:12.305288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b28b07-0418-4b2c-8ae9-04a957201206,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:12.316864 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.319329 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-050b459e-12af-445b-979d-f2eebfb6af64 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1b28b07-0418-4b2c-8ae9-04a957201206 HTTP/1.1" status: 204 len: 168 time: 0.4865131 Aug 26 12:39:12.322005 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:12.388518 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-a5d5778f-60f9-4d1a-832f-c9ace61691e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.390059 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5394016f-9ad6-45b1-a9fc-f5396a0d5221 req-a5d5778f-60f9-4d1a-832f-c9ace61691e9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948628 Aug 26 12:39:12.408041 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.543332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.559773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e65d374-d579-4056-9d75-4169cc04adb1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:12.575979 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fd1b9a-ceb6-4eb5-b967-1ce3777eeed5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:12.576077 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fd1b9a-ceb6-4eb5-b967-1ce3777eeed5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:39:12.586479 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0fbb4-b36c-4c58-97a6-abc5de0e3433 req-8e9c24ff-53e0-462a-a7b6-3d92c7f87af1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.588053 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24c0fbb4-b36c-4c58-97a6-abc5de0e3433 req-8e9c24ff-53e0-462a-a7b6-3d92c7f87af1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 943 time: 0.1452355 Aug 26 12:39:12.600567 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.618218 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e9427f7d-af22-4a28-8bdd-0c747db12bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.619770 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e9427f7d-af22-4a28-8bdd-0c747db12bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 1096 time: 0.1171443 Aug 26 12:39:12.634945 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.655023 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:39:12.655503 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:39:12.657291 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:39:12.669838 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24c0fbb4-b36c-4c58-97a6-abc5de0e3433 req-fb70c4ec-a498-4e2c-bc30-c8aa9ebdcf9f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747888 Aug 26 12:39:12.723254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-e968cc64-11a7-4117-97a4-fb7bcb97ad8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dd9c22b-ccb6-4956-9301-288196a53f60 HTTP/1.1" status: 200 len: 217 time: 0.0764754 Aug 26 12:39:12.782068 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-d8f4e558-70dc-4346-9458-1083f7c4a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:12.783578 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-d8f4e558-70dc-4346-9458-1083f7c4a9d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049fe399-cff4-4008-b89a-7de2def7ece0 HTTP/1.1" status: 200 len: 853 time: 0.0492787 Aug 26 12:39:12.817736 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-1004602f-dca4-4de7-ace0-1be24c8ae015 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02809cc7-7005-4069-99dc-0d58208a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240493 Aug 26 12:39:12.834129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.847765 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:12.850543 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e65d374-d579-4056-9d75-4169cc04adb1 HTTP/1.1" status: 204 len: 168 time: 0.5275078 Aug 26 12:39:12.905409 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce93b79-8802-4b75-a0c1-1b5c7c13163c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e65d374-d579-4056-9d75-4169cc04adb1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:12.954357 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-3a506144-2639-43ce-800b-b3881ec89b3d service neutron] 10.222.0.65 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280510 Aug 26 12:39:13.014316 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714f8c6-3a04-46fd-abe2-daae7ed44ee8 req-f8451454-ba9d-47e0-9430-32d41526c20f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:13.015934 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d714f8c6-3a04-46fd-abe2-daae7ed44ee8 req-f8451454-ba9d-47e0-9430-32d41526c20f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0494437 Aug 26 12:39:13.056163 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ec3aa61-9e50-4b06-b62a-3bcf0d4da0d6 req-aff97748-8255-4e55-b8a3-6e05a445d2b9 service neutron] 10.222.0.65 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Aug 26 12:39:13.057752 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d714f8c6-3a04-46fd-abe2-daae7ed44ee8 req-9d780602-2247-424a-9928-b80b47ce439c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Aug 26 12:39:13.230340 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device de34db65-577a-4de0-b899-47178ea24aac details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:39:13.252900 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:13.296494 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-03c7a08b-7708-4e93-b6fa-118e7bf8a9e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37806177e1044a28a790fab236a40636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426028 Aug 26 12:39:13.296717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:13.327934 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=de34db65-577a-4de0-b899-47178ea24aac,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:13.339458 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'de34db65-577a-4de0-b899-47178ea24aac', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'port_id': 'de34db65-577a-4de0-b899-47178ea24aac', 'mac_address': 'fa:16:3e:16:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904b305f-97e2-4cd7-90ff-7373c1af0d95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:39:13.346065 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.369786 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.385057 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.398795 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de34db65-577a-4de0-b899-47178ea24aac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:39:13.418891 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=de34db65-577a-4de0-b899-47178ea24aac,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:13.435719 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80b7f-829d-4cdc-865f-d76b7f18625d req-c127fff2-a45e-458e-9b59-70545196d622 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:13.437268 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cda80b7f-829d-4cdc-865f-d76b7f18625d req-c127fff2-a45e-458e-9b59-70545196d622 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 943 time: 0.0489209 Aug 26 12:39:13.477443 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cda80b7f-829d-4cdc-865f-d76b7f18625d req-67efe831-cab3-4219-9cc4-9c39f34611ae tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Aug 26 12:39:13.506068 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.538337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.541092 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:13.542639 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7efef560-fc62-4a00-a2d1-97d9913f1715 HTTP/1.1" status: 204 len: 168 time: 0.2449999 Aug 26 12:39:13.554782 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:13.560912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4d98-2f85-4bf2-bdbd-07a6c40f9e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efef560-fc62-4a00-a2d1-97d9913f1715,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:13.789718 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed16-a350-44f8-88c8-8afe880a5ab0 req-6da1d9d7-437f-4db9-9b2c-cc708b27cb17 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:13.791206 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e257ed16-a350-44f8-88c8-8afe880a5ab0 req-6da1d9d7-437f-4db9-9b2c-cc708b27cb17 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 944 time: 0.0521183 Aug 26 12:39:13.827920 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e257ed16-a350-44f8-88c8-8afe880a5ab0 req-605cabe7-d124-4312-a106-c63c5ef2b885 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Aug 26 12:39:14.008669 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:14.083703 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['de34db65-577a-4de0-b899-47178ea24aac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:39:14.178886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220b7e1-5892-4e65-ade2-7e161d0cf07d req-54838cfd-c45b-4b7e-ae8c-51d0788b5a9e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:14.185437 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b220b7e1-5892-4e65-ade2-7e161d0cf07d req-54838cfd-c45b-4b7e-ae8c-51d0788b5a9e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0594747 Aug 26 12:39:14.227753 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b220b7e1-5892-4e65-ade2-7e161d0cf07d req-16b1b6a9-3f90-40d3-9b9c-8eaaf8238021 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Aug 26 12:39:14.333590 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:14.388896 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-902b8763-410c-4e9a-8343-26d27edda78c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea0e6a7a6ac546bb9d2ba85840bd4f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536308 Aug 26 12:39:14.391099 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 58858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:14.474438 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:14.497172 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:14.596880 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356caaa-1c5e-424f-9fb3-6301c54296b9 req-0263e4e6-9cab-449b-a95f-a9567008eedf tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:14.598443 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6356caaa-1c5e-424f-9fb3-6301c54296b9 req-0263e4e6-9cab-449b-a95f-a9567008eedf tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 943 time: 0.0483637 Aug 26 12:39:14.634131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:14.636533 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:14.637681 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36aa8333-677a-4df5-a49f-8492016445ef HTTP/1.1" status: 204 len: 168 time: 0.2451119 Aug 26 12:39:14.645952 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6356caaa-1c5e-424f-9fb3-6301c54296b9 req-549dcd3c-2608-42c1-8ad4-e4577e39379a tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Aug 26 12:39:14.650026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e90085-b971-4fe3-a79b-6dc62404dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa8333-677a-4df5-a49f-8492016445ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:14.941035 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec385a12-80d2-4698-ae16-2f04cc772a42 req-cf00533d-2c86-4e76-8eb6-2092d73a5d9d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:14.942507 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec385a12-80d2-4698-ae16-2f04cc772a42 req-cf00533d-2c86-4e76-8eb6-2092d73a5d9d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 944 time: 0.0487912 Aug 26 12:39:14.982730 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec385a12-80d2-4698-ae16-2f04cc772a42 req-04e32729-1c9c-466f-9be0-24e09a33096f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Aug 26 12:39:15.245209 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7dd9c22b-ccb6-4956-9301-288196a53f60 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:39:15.373422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7dd9c22b-ccb6-4956-9301-288196a53f60,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:15.384876 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f162-8e47-4b7c-ac7c-e068f938ca67 req-b48d214d-dccb-4b2d-a374-ee7850716b0e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:15.387458 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9835f162-8e47-4b7c-ac7c-e068f938ca67 req-b48d214d-dccb-4b2d-a374-ee7850716b0e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0774183 Aug 26 12:39:15.396675 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '7dd9c22b-ccb6-4956-9301-288196a53f60', 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44', 'port_id': '7dd9c22b-ccb6-4956-9301-288196a53f60', 'mac_address': 'fa:16:3e:ef:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049fe399-cff4-4008-b89a-7de2def7ece0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:39:15.444211 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9835f162-8e47-4b7c-ac7c-e068f938ca67 req-361d6d8e-5ce6-4ba6-944e-8be40bf9c644 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 Aug 26 12:39:15.445994 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:15.465194 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd334d-331d-49b2-8b2e-c661b2f5cf79 req-0b6ac824-9d43-4ed1-a220-bdeaf9748e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:15.465194 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0fd334d-331d-49b2-8b2e-c661b2f5cf79 req-0b6ac824-9d43-4ed1-a220-bdeaf9748e5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1099 time: 0.0466542 Aug 26 12:39:15.466204 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd9c22b-ccb6-4956-9301-288196a53f60 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:39:15.490028 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7dd9c22b-ccb6-4956-9301-288196a53f60,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:15.514656 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0fd334d-331d-49b2-8b2e-c661b2f5cf79 req-6a9cde7c-8947-4be1-a4d0-ef4eeac486ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Aug 26 12:39:15.530765 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:15.643359 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:15.706350 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:15.789967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e91d-97f7-48fd-8241-b9365ce16cd4 req-19fb71e5-f16c-491d-a47c-5bbb367639e7 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:15.791490 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e617e91d-97f7-48fd-8241-b9365ce16cd4 req-19fb71e5-f16c-491d-a47c-5bbb367639e7 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 944 time: 0.0525410 Aug 26 12:39:15.830508 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e617e91d-97f7-48fd-8241-b9365ce16cd4 req-1b21d2e4-03f2-4ebf-b20b-bd076a0525d5 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Aug 26 12:39:16.116068 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1873d-743a-41ce-b72e-a295c33ea46f req-2da79b5f-6809-4142-8af7-b55bd874d170 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:16.117640 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60b1873d-743a-41ce-b72e-a295c33ea46f req-2da79b5f-6809-4142-8af7-b55bd874d170 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 944 time: 0.0553279 Aug 26 12:39:16.157583 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60b1873d-743a-41ce-b72e-a295c33ea46f req-caa5abc6-e261-4ff7-b9e6-52f425818dd2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Aug 26 12:39:16.189359 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7dd9c22b-ccb6-4956-9301-288196a53f60'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:39:16.613651 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45269-dfd1-478d-8db9-3ddca7da9da2 req-12fa9b64-0df5-475a-92ce-aca5ca8f3620 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:16.615195 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bda45269-dfd1-478d-8db9-3ddca7da9da2 req-12fa9b64-0df5-475a-92ce-aca5ca8f3620 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0568905 Aug 26 12:39:16.656506 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bda45269-dfd1-478d-8db9-3ddca7da9da2 req-755e4b04-d609-4af6-be9b-768eae622c43 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 26 12:39:16.961650 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8528e-dad2-473c-a234-1b7be8dc3103 req-599c54d4-9688-4ab6-8ffc-a5b17b9206ed tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:16.963392 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bed8528e-dad2-473c-a234-1b7be8dc3103 req-599c54d4-9688-4ab6-8ffc-a5b17b9206ed tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 944 time: 0.0528624 Aug 26 12:39:17.007884 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bed8528e-dad2-473c-a234-1b7be8dc3103 req-45941bf3-09d5-42d5-9d39-7df37cefb03b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Aug 26 12:39:17.264307 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device de34db65-577a-4de0-b899-47178ea24aac up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:39:17.314245 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce988a2-bdbd-4997-887f-376722407358 req-dfe45633-8592-4ece-80e4-5b8023526cd4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:17.315724 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bce988a2-bdbd-4997-887f-376722407358 req-dfe45633-8592-4ece-80e4-5b8023526cd4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 944 time: 0.0550699 Aug 26 12:39:17.356286 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bce988a2-bdbd-4997-887f-376722407358 req-adf001ca-7eb8-4de4-859c-13bcdd67fb5f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Aug 26 12:39:17.431762 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port de34db65-577a-4de0-b899-47178ea24aac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:39:17.436211 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port de34db65-577a-4de0-b899-47178ea24aac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:39:17.436713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:17.519739 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:17.541878 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:39:17.544207 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70271d45-cabe-45eb-8b22-5f0b126acc3b" -d '{"events": [{"server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "name": "network-vif-plugged", "status": "completed", "tag": "de34db65-577a-4de0-b899-47178ea24aac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:39:17.561155 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=de34db65-577a-4de0-b899-47178ea24aac,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:17.588488 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5cb540-43d2-49a9-a77e-4c0f3020f64f x-openstack-request-id: req-ad5cb540-43d2-49a9-a77e-4c0f3020f64f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:39:17.588808 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "name": "network-vif-plugged", "status": "completed", "tag": "de34db65-577a-4de0-b899-47178ea24aac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:39:17.589067 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad5cb540-43d2-49a9-a77e-4c0f3020f64f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:39:17.589471 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac', 'code': 200} Aug 26 12:39:17.675589 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:17.755723 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:17.808047 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cedd6-64c0-493b-8504-7790d1e3ee9c req-4cb700b7-fd2c-43f1-aa98-db4bcb7707cb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:17.810819 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-758cedd6-64c0-493b-8504-7790d1e3ee9c req-4cb700b7-fd2c-43f1-aa98-db4bcb7707cb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0755844 Aug 26 12:39:17.863714 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-758cedd6-64c0-493b-8504-7790d1e3ee9c req-02d34602-1205-45ab-8d77-518c6a30bc55 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Aug 26 12:39:17.976135 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177cf27-0b77-433c-a021-c80fe1db549e req-0be43e68-ed68-4ed9-a6fa-6abb2e945da4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:17.977735 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0177cf27-0b77-433c-a021-c80fe1db549e req-0be43e68-ed68-4ed9-a6fa-6abb2e945da4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0487492 Aug 26 12:39:18.035248 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0177cf27-0b77-433c-a021-c80fe1db549e req-34b084ce-7eda-47cc-a58d-4f9ad63433c6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510156 Aug 26 12:39:18.153959 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c93a23-394e-4782-b581-640107c7e0a6 req-403e6e3b-9fc8-4ac6-82e6-01d78e03e784 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:18.155490 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14c93a23-394e-4782-b581-640107c7e0a6 req-403e6e3b-9fc8-4ac6-82e6-01d78e03e784 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 944 time: 0.0551634 Aug 26 12:39:18.193066 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c48d1-5ff6-4d4e-a428-a4b0a70896fd req-91b00193-e377-4943-8454-d0304a6082d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:18.195814 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-178c48d1-5ff6-4d4e-a428-a4b0a70896fd req-91b00193-e377-4943-8454-d0304a6082d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 1098 time: 0.0599980 Aug 26 12:39:18.220459 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14c93a23-394e-4782-b581-640107c7e0a6 req-40ae1679-13f0-458a-af6d-1331939d7bf8 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525417 Aug 26 12:39:18.257686 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-178c48d1-5ff6-4d4e-a428-a4b0a70896fd req-8fb21858-d4b7-49ae-93f7-a467840a6e93 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516760 Aug 26 12:39:18.983675 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6bfc6-dd72-4754-846f-919a5e774994 req-726b207c-8767-49d9-be28-9f53d5f77e23 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:18.983675 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbe6bfc6-dd72-4754-846f-919a5e774994 req-726b207c-8767-49d9-be28-9f53d5f77e23 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0613236 Aug 26 12:39:19.023842 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbe6bfc6-dd72-4754-846f-919a5e774994 req-f1303cf5-0f45-4bd1-9b78-7085274475e6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Aug 26 12:39:19.265191 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7dd9c22b-ccb6-4956-9301-288196a53f60 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:39:19.371428 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:19.400988 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b16fa-4f69-4a81-a5e1-526d9eacb58a req-3c50d0a5-4e38-487d-9260-199fe80962c3 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:19.402498 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6c6b16fa-4f69-4a81-a5e1-526d9eacb58a req-3c50d0a5-4e38-487d-9260-199fe80962c3 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 944 time: 0.0505600 Aug 26 12:39:19.447593 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6c6b16fa-4f69-4a81-a5e1-526d9eacb58a req-9800e973-9b69-4c15-94b3-b27f46eb5c74 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Aug 26 12:39:19.466632 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 7dd9c22b-ccb6-4956-9301-288196a53f60 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:39:19.473597 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 7dd9c22b-ccb6-4956-9301-288196a53f60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:39:19.474224 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.487189 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156801eb-d361-478e-b345-59705c1fe9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.566479 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.576296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:19.595483 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:39:19.598448 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a582a37-98b9-42a6-8c43-502f8f9dd9a9" -d '{"events": [{"server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:39:19.603252 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156801eb-d361-478e-b345-59705c1fe9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.612663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7dd9c22b-ccb6-4956-9301-288196a53f60,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:39:19.644965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf39d9-0150-48fb-aefd-ce1d985ebd00 x-openstack-request-id: req-32cf39d9-0150-48fb-aefd-ce1d985ebd00 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:39:19.644965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:39:19.644965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32cf39d9-0150-48fb-aefd-ce1d985ebd00 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:39:19.644965 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60', 'code': 200} Aug 26 12:39:19.709495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e08eec7d-af9b-4fdf-9a80-6f90a6c92aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.711960 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156801eb-d361-478e-b345-59705c1fe9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.750987 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-156801eb-d361-478e-b345-59705c1fe9b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbc4bd49a1f44e3ab470284aeb365e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784752 Aug 26 12:39:19.752253 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156801eb-d361-478e-b345-59705c1fe9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94d744-48e6-4a9a-9d0b-fcab1c6620e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:19.754212 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:19.827658 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.839648 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.866408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e08eec7d-af9b-4fdf-9a80-6f90a6c92aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.883260 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.895112 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:19.966861 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e08eec7d-af9b-4fdf-9a80-6f90a6c92aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.003258 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e08eec7d-af9b-4fdf-9a80-6f90a6c92aa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b6800ff2cb04a7d8f3c5af338bfe762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256241 Aug 26 12:39:20.006544 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:20.008105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08eec7d-af9b-4fdf-9a80-6f90a6c92aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b198149f-600a-4453-9193-11529f87adf5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:20.058369 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.061025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.062274 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a94d744-48e6-4a9a-9d0b-fcab1c6620e5 HTTP/1.1" status: 204 len: 168 time: 0.3039348 Aug 26 12:39:20.070014 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.070153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb504a-e0b7-403f-9fac-75ac8553deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94d744-48e6-4a9a-9d0b-fcab1c6620e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:20.100902 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.240348 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa993d2-c693-4cee-bfbf-8b95de6a69d6 req-627408ae-ecfd-4a91-b222-dabe4e4aa69c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:20.242472 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fa993d2-c693-4cee-bfbf-8b95de6a69d6 req-627408ae-ecfd-4a91-b222-dabe4e4aa69c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0510380 Aug 26 12:39:20.283877 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fa993d2-c693-4cee-bfbf-8b95de6a69d6 req-bc08a83d-50d9-4bb2-b8ab-811f7e2196c6 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Aug 26 12:39:20.320898 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.323541 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:20.325599 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b198149f-600a-4453-9193-11529f87adf5 HTTP/1.1" status: 204 len: 168 time: 0.3159399 Aug 26 12:39:20.333145 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ea59c-8ed8-49a8-b68d-9e00de823215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198149f-600a-4453-9193-11529f87adf5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:20.395191 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41da5e-a88c-4a94-9dc2-0383651d9a0a req-947b4157-058a-44a2-90ad-a1b6072d891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:20.396756 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe41da5e-a88c-4a94-9dc2-0383651d9a0a req-947b4157-058a-44a2-90ad-a1b6072d891a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 1098 time: 0.0448699 Aug 26 12:39:20.464994 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe41da5e-a88c-4a94-9dc2-0383651d9a0a req-f66444e9-1a2c-472c-95f0-6c76571e4d4f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Aug 26 12:39:20.573794 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f471334-449c-42ec-9e6f-218d0538733d req-7262a0ac-ea30-4f16-a01a-28dac0f42a3b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:20.575422 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f471334-449c-42ec-9e6f-218d0538733d req-7262a0ac-ea30-4f16-a01a-28dac0f42a3b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Aug 26 12:39:20.622047 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f471334-449c-42ec-9e6f-218d0538733d req-6a4b51ed-ac40-451b-bbad-1fdde950ce8c tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Aug 26 12:39:20.895120 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:20.910398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff94c8c-6dee-46d4-9382-334857acef5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.046185 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff94c8c-6dee-46d4-9382-334857acef5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.178923 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff94c8c-6dee-46d4-9382-334857acef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.218879 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0ff94c8c-6dee-46d4-9382-334857acef5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27ab6aaa08544616a42ffec6bc30e5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225553 Aug 26 12:39:21.221115 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff94c8c-6dee-46d4-9382-334857acef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739ef669-db4b-4df8-a5fc-39b15ddfec15,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:21.221604 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:21.258629 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:21.272017 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c434ead2-3464-4850-aed8-2851a238f37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.301389 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.328980 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.409856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c434ead2-3464-4850-aed8-2851a238f37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.477355 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518569-c1d3-42ad-a4b0-60b829ad3f9a req-9e6e1395-ee70-4372-b6e3-32734dda8b72 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:21.478921 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-66518569-c1d3-42ad-a4b0-60b829ad3f9a req-9e6e1395-ee70-4372-b6e3-32734dda8b72 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0752864 Aug 26 12:39:21.523746 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-66518569-c1d3-42ad-a4b0-60b829ad3f9a req-6f2a8618-483e-4e7e-8aff-d5e8adac55af tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Aug 26 12:39:21.540249 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.545003 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.546469 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739ef669-db4b-4df8-a5fc-39b15ddfec15 HTTP/1.1" status: 204 len: 168 time: 0.3237336 Aug 26 12:39:21.558419 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923df3b-4951-4dcc-98c6-11187d757672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739ef669-db4b-4df8-a5fc-39b15ddfec15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:21.579214 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c434ead2-3464-4850-aed8-2851a238f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.664103 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c434ead2-3464-4850-aed8-2851a238f37e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16e4d01e2d194d85af62c0c3aad6fc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041295 Aug 26 12:39:21.665410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ead2-3464-4850-aed8-2851a238f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752a7bd-cdc9-485a-9b40-66bd1acb5471,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:21.668142 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:21.749499 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.778131 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.875011 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6fdda-8720-4c69-b651-497f99e09ea3 req-50d52a6a-55a3-4a44-891b-4a7779682b43 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:21.877190 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-52c6fdda-8720-4c69-b651-497f99e09ea3 req-50d52a6a-55a3-4a44-891b-4a7779682b43 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0812724 Aug 26 12:39:21.935321 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-52c6fdda-8720-4c69-b651-497f99e09ea3 req-1e632d4c-3b69-474b-84f0-645a6ce52568 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492504 Aug 26 12:39:21.972936 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff11e9-27a3-471f-9a61-682d1cae7be0 req-3a1863af-b926-4228-9692-a57ce43f9434 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:21.976189 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90ff11e9-27a3-471f-9a61-682d1cae7be0 req-3a1863af-b926-4228-9692-a57ce43f9434 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0789826 Aug 26 12:39:21.999022 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:22.002724 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:22.004212 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d752a7bd-cdc9-485a-9b40-66bd1acb5471 HTTP/1.1" status: 204 len: 168 time: 0.3349729 Aug 26 12:39:22.018686 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe5518-8eb2-4eac-9dcf-88f2e667fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752a7bd-cdc9-485a-9b40-66bd1acb5471,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:22.025716 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90ff11e9-27a3-471f-9a61-682d1cae7be0 req-34b7d939-cd6e-4378-b179-595fed0dc62f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Aug 26 12:39:22.179389 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-b2896dc2-9638-462f-881a-53463418425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:22.180999 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-b2896dc2-9638-462f-881a-53463418425d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0904810 Aug 26 12:39:22.296314 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-a5de589e-946b-42fc-8d97-36417d101efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:22.299161 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-a5de589e-946b-42fc-8d97-36417d101efe service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.1091876 Aug 26 12:39:22.610770 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-4bc212e1-c623-4b63-ab78-4502fd3a1beb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.2916515 Aug 26 12:39:22.683268 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-3836661c-28f4-434a-8284-d3ada21d4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:22.683268 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-3836661c-28f4-434a-8284-d3ada21d4f05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0470836 Aug 26 12:39:22.718550 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-b49f5d62-feea-4833-9190-a37362aaf81a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252664 Aug 26 12:39:22.859783 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-8132344d-aaa9-490e-b706-6a9cfa80a7c2 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116102 Aug 26 12:39:22.939781 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:22.960871 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfc43-962d-4146-9a3b-b311e839d00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:22.994815 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbbb0237-f40d-4cf1-adee-8dc25ec8311d req-4eeb1f0a-da36-4568-84a1-589c91e7a266 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051016 Aug 26 12:39:23.147911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfc43-962d-4146-9a3b-b311e839d00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.169614 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ecb0b-e22c-4180-b90c-c6171b3e1163 req-7e501501-848e-492e-bc42-18dffee8e65e tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:23.180303 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d69ecb0b-e22c-4180-b90c-c6171b3e1163 req-7e501501-848e-492e-bc42-18dffee8e65e tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.1138861 Aug 26 12:39:23.221420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a786b70-0909-4ddd-afa3-3794a077d61c req-038e06e5-d36e-4b12-90e4-7a52541e9a34 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:23.223493 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7a786b70-0909-4ddd-afa3-3794a077d61c req-038e06e5-d36e-4b12-90e4-7a52541e9a34 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0894322 Aug 26 12:39:23.242558 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d69ecb0b-e22c-4180-b90c-c6171b3e1163 req-b8974e33-5033-477f-841a-aea2fc660031 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610464 Aug 26 12:39:23.243704 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfc43-962d-4146-9a3b-b311e839d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.287823 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7a786b70-0909-4ddd-afa3-3794a077d61c req-ba38f885-2805-451b-8240-284fd9f4f8c7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578933 Aug 26 12:39:23.294300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:23.295919 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a6ebfc43-962d-4146-9a3b-b311e839d00a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70aa6ef5c2de4e9d8ae8b8457c8a240d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572183 Aug 26 12:39:23.298206 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebfc43-962d-4146-9a3b-b311e839d00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d888f70-0c45-4a74-93ee-011beb95cbae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:23.374474 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.398725 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.529524 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.532259 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.536016 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d888f70-0c45-4a74-93ee-011beb95cbae HTTP/1.1" status: 204 len: 168 time: 0.2374761 Aug 26 12:39:23.541564 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6931e6e-7e6c-43c7-9f50-c6dd14211c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d888f70-0c45-4a74-93ee-011beb95cbae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:24.432073 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b63de2-7469-4e11-8c1e-869324ab043a req-eef27650-f9f8-413e-bcde-a7cf8899acf6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:24.433658 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4b63de2-7469-4e11-8c1e-869324ab043a req-eef27650-f9f8-413e-bcde-a7cf8899acf6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0665131 Aug 26 12:39:24.491573 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4b63de2-7469-4e11-8c1e-869324ab043a req-20d43de1-9a2e-49a1-b5c0-3bb847ebb1f4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510454 Aug 26 12:39:25.612557 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ee6a2-9705-488b-99a6-38ed4e0ff5b5 req-16bd88be-2d6b-48ff-8f17-0d72f0ead223 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:25.619938 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-111ee6a2-9705-488b-99a6-38ed4e0ff5b5 req-16bd88be-2d6b-48ff-8f17-0d72f0ead223 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0510943 Aug 26 12:39:25.656414 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-111ee6a2-9705-488b-99a6-38ed4e0ff5b5 req-54d06078-4c46-4522-83bb-ef0a9edf3bba tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Aug 26 12:39:26.793475 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c1eb1-3376-4f3b-8541-93b7e1dc500b req-733ff8d7-ea71-4f23-a321-f1a5ad2e8324 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:26.795185 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d4c1eb1-3376-4f3b-8541-93b7e1dc500b req-733ff8d7-ea71-4f23-a321-f1a5ad2e8324 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0580475 Aug 26 12:39:26.838443 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d4c1eb1-3376-4f3b-8541-93b7e1dc500b req-84878d06-5c31-4be7-b71e-069712219fbe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Aug 26 12:39:29.796756 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9d6b-74a3-409c-b7b0-96713da899d0 req-15d22c17-3c03-4cd7-b006-d83522d2141f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:29.799614 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-abaf9d6b-74a3-409c-b7b0-96713da899d0 req-15d22c17-3c03-4cd7-b006-d83522d2141f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0660982 Aug 26 12:39:29.843132 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-abaf9d6b-74a3-409c-b7b0-96713da899d0 req-32bc4d1d-bc7f-49e5-adb1-e369f13ca6af tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Aug 26 12:39:33.751249 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46f81c-b91e-44a1-a4b1-4cf6db8dcc28 req-31d2cf74-e662-4d55-920f-afc957886b8b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:33.752961 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb46f81c-b91e-44a1-a4b1-4cf6db8dcc28 req-31d2cf74-e662-4d55-920f-afc957886b8b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0550063 Aug 26 12:39:33.800453 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb46f81c-b91e-44a1-a4b1-4cf6db8dcc28 req-0c553f80-ceb6-49c2-971d-c66250ddc982 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Aug 26 12:39:34.951263 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584c85c-3838-4ab0-b35e-4a5130ba9c41 req-09de9f02-d553-486d-9670-bf604f0d64f3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:34.952795 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2584c85c-3838-4ab0-b35e-4a5130ba9c41 req-09de9f02-d553-486d-9670-bf604f0d64f3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0632808 Aug 26 12:39:34.994569 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2584c85c-3838-4ab0-b35e-4a5130ba9c41 req-efd5be29-6869-4361-bb99-d8f4ce823dc3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Aug 26 12:39:36.165830 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e10940-88b2-463a-8803-6dc942423fef req-2eaf628f-6299-43b7-afbf-091337a9753a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:36.168671 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1e10940-88b2-463a-8803-6dc942423fef req-2eaf628f-6299-43b7-afbf-091337a9753a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0869727 Aug 26 12:39:36.215721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1e10940-88b2-463a-8803-6dc942423fef req-98542e0d-9eee-4e75-9fd0-a71452ef391d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Aug 26 12:39:37.063568 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:37.386283 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cdaeb-585c-4f25-b2c0-f433ef856d12 req-da11137c-b425-4b10-8165-8767af38064a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:37.391906 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b9cdaeb-585c-4f25-b2c0-f433ef856d12 req-da11137c-b425-4b10-8165-8767af38064a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0716715 Aug 26 12:39:37.436412 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b9cdaeb-585c-4f25-b2c0-f433ef856d12 req-edea9ac4-9bf3-48ab-8443-b187052cd332 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Aug 26 12:39:38.609855 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248067-7018-45aa-9362-bf8bfc2966f4 req-bfb7fdd5-df20-49be-a54f-ef3c112be3a2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:38.613804 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a248067-7018-45aa-9362-bf8bfc2966f4 req-bfb7fdd5-df20-49be-a54f-ef3c112be3a2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0564783 Aug 26 12:39:38.664419 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a248067-7018-45aa-9362-bf8bfc2966f4 req-4567ed57-aad2-4af2-8c44-67a5210c913c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Aug 26 12:39:38.933460 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-1ac0ed72-fcc4-40d6-b2bb-442508bf0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:38.934991 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-1ac0ed72-fcc4-40d6-b2bb-442508bf0f30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0406556 Aug 26 12:39:39.056019 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-1e96fc60-a8fa-4540-b605-15df1b996618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:39.057546 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-1e96fc60-a8fa-4540-b605-15df1b996618 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.0939512 Aug 26 12:39:39.113480 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-d1cb0c80-f18d-4b40-98f4-3efd3b0403c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0388319 Aug 26 12:39:39.182057 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-4f8e8551-60dd-4c96-9b85-73f405a2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:39.183833 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-4f8e8551-60dd-4c96-9b85-73f405a2e9ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0570915 Aug 26 12:39:39.243744 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-f6f876b1-e1d7-4a17-b87c-91b64f6933ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445309 Aug 26 12:39:39.382319 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-903c9c8d-1cdc-47b2-bd5f-b82a6bdd5a76 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082127 Aug 26 12:39:39.423316 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:39:39.434902 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b22831d-52e3-402c-b96c-de44532a21fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:39.556176 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9368b1a-e6c5-4cde-a8c9-a112c31a4dd3 req-acc35046-8e1d-4c47-b7ef-ac22ad65727e service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627080 Aug 26 12:39:39.840380 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0220-e96a-4a72-99eb-30b37602f7de req-b16df8c7-2c97-4d76-9bcf-f77dda5078be tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:39.844874 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f30b0220-e96a-4a72-99eb-30b37602f7de req-b16df8c7-2c97-4d76-9bcf-f77dda5078be tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0677578 Aug 26 12:39:39.899072 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f30b0220-e96a-4a72-99eb-30b37602f7de req-e11bef2f-e8f4-480d-93f3-809a02c21a5d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485501 Aug 26 12:39:40.077488 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:40.191092 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.300351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.366849 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.406257 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71504c6d6335473b90a099f057156016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276224 Aug 26 12:39:40.407156 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d723efa2-462b-4c39-890c-5d728f0453b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:40.409225 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:40.415547 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.415925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.416274 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.416616 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.416987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.417324 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.417657 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.417989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.418321 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.418649 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.418977 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.419306 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be14b1-5822-4c1f-9b43-ae728d70aba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.489278 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.512848 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.677101 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.680109 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:40.681292 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d723efa2-462b-4c39-890c-5d728f0453b9 HTTP/1.1" status: 204 len: 168 time: 0.2706544 Aug 26 12:39:40.695920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d723efa2-462b-4c39-890c-5d728f0453b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:40.714230 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0792a-8365-4f49-92fe-94eef6b1d316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:39:41.029449 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad495db8-d368-4071-903d-05bbdb70b16c req-8203e168-28fc-4788-9a69-48826fa66ad9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:41.031413 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad495db8-d368-4071-903d-05bbdb70b16c req-8203e168-28fc-4788-9a69-48826fa66ad9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Aug 26 12:39:41.080272 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad495db8-d368-4071-903d-05bbdb70b16c req-4ee56e57-dccd-41dc-af93-d82cda2d3578 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Aug 26 12:39:42.062884 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cae73722-bdd4-402a-8085-c4811767d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:42.168247 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:42.222373 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97695e0c-70d9-4014-afc2-7eed351767bd req-f8a8d5d5-d2e5-4b58-ab95-97596d2d53d2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:42.223893 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97695e0c-70d9-4014-afc2-7eed351767bd req-f8a8d5d5-d2e5-4b58-ab95-97596d2d53d2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0515928 Aug 26 12:39:42.266276 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97695e0c-70d9-4014-afc2-7eed351767bd req-edd0a5be-afaf-4a98-8647-cedead889cfb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360229 Aug 26 12:39:43.974859 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:45.350917 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:45.732423 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be024b-9949-427c-adf4-721c4abcd225 req-03b61a21-0cd9-4624-8491-be9686154fcc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:45.733957 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2be024b-9949-427c-adf4-721c4abcd225 req-03b61a21-0cd9-4624-8491-be9686154fcc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0489540 Aug 26 12:39:45.788694 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2be024b-9949-427c-adf4-721c4abcd225 req-5e8c2174-d0a4-4ca4-9c19-fe64c254572b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Aug 26 12:39:46.913709 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddddb1-a226-47f0-8862-c0c23f156f66 req-7eea5d3b-1dcd-4fe1-a0df-e1ca83509cee tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:46.915300 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65ddddb1-a226-47f0-8862-c0c23f156f66 req-7eea5d3b-1dcd-4fe1-a0df-e1ca83509cee tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0519533 Aug 26 12:39:46.957213 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65ddddb1-a226-47f0-8862-c0c23f156f66 req-134328ce-53b8-4e6c-b861-8d62417f3edd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Aug 26 12:39:48.086267 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6d30-da2e-4920-b4b2-b8ad7db3bef5 req-761176b8-85f8-4e50-8f15-1a34c0907043 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:48.088483 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a22e6d30-da2e-4920-b4b2-b8ad7db3bef5 req-761176b8-85f8-4e50-8f15-1a34c0907043 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0573962 Aug 26 12:39:48.138044 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a22e6d30-da2e-4920-b4b2-b8ad7db3bef5 req-4c803434-b3bc-48ab-bcad-c0d8ec0b1557 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Aug 26 12:39:49.267522 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b09f8-280f-43af-8174-f99a44eeb8f8 req-54b703e4-d15a-4497-a68b-4acd70927b4f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:49.269206 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a84b09f8-280f-43af-8174-f99a44eeb8f8 req-54b703e4-d15a-4497-a68b-4acd70927b4f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0494063 Aug 26 12:39:49.315918 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a84b09f8-280f-43af-8174-f99a44eeb8f8 req-fd24a405-ff42-4121-8ae8-2a11175b8a16 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Aug 26 12:39:49.453704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:49.677566 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:49.759652 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53f4b5fa-fe2e-43cf-a2ee-5d7a9bf1a67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:49.780983 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c305-6a5e-4f02-815d-a4f77d56c291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:49.857456 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53f4b5fa-fe2e-43cf-a2ee-5d7a9bf1a67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:49.950943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53f4b5fa-fe2e-43cf-a2ee-5d7a9bf1a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:49.991620 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-53f4b5fa-fe2e-43cf-a2ee-5d7a9bf1a67b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2f8562d03484812b347a182f637e81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365152 Aug 26 12:39:49.992676 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4b5fa-fe2e-43cf-a2ee-5d7a9bf1a67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b089d46-c52e-4f0e-bf08-224fcbe998d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:49.994171 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:50.076850 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.083546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c305-6a5e-4f02-815d-a4f77d56c291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.104504 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.190639 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c305-6a5e-4f02-815d-a4f77d56c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.229176 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5dd2c305-6a5e-4f02-815d-a4f77d56c291 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daa2e1ab5c474f01ae70648d76e964a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5499732 Aug 26 12:39:50.230283 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2c305-6a5e-4f02-815d-a4f77d56c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb22e5-330d-45ce-bcfb-39671882ca6c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:50.231859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:50.288505 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.309548 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.402360 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.404920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.406134 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b089d46-c52e-4f0e-bf08-224fcbe998d0 HTTP/1.1" status: 204 len: 168 time: 0.4099600 Aug 26 12:39:50.415207 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f173-2c3f-430d-9229-ea81b4f85b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b089d46-c52e-4f0e-bf08-224fcbe998d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:50.453639 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef2c90-4045-4908-93e7-6e8666668356 req-b2493e78-9d1d-4f4b-af09-a806337796e7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:50.455191 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88ef2c90-4045-4908-93e7-6e8666668356 req-b2493e78-9d1d-4f4b-af09-a806337796e7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0635192 Aug 26 12:39:50.486920 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.489635 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:50.490773 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddcb22e5-330d-45ce-bcfb-39671882ca6c HTTP/1.1" status: 204 len: 168 time: 0.2569301 Aug 26 12:39:50.504715 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadff39-1f24-4d6a-820d-1ff7c9adac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb22e5-330d-45ce-bcfb-39671882ca6c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:50.519340 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88ef2c90-4045-4908-93e7-6e8666668356 req-c7251462-139b-4d84-ab3c-7cd6cc4e3fa0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Aug 26 12:39:51.360001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:51.376466 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b471a2f-e5a9-4a3f-ac95-8c24be24d7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.433661 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:51.453725 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a5f153-4e68-4f75-8142-93e1761cfe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.510288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b471a2f-e5a9-4a3f-ac95-8c24be24d7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.622337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b471a2f-e5a9-4a3f-ac95-8c24be24d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.648246 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-ed44afd1-9f6c-40b8-bb60-28f9091e462d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:51.649840 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-ed44afd1-9f6c-40b8-bb60-28f9091e462d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.1295798 Aug 26 12:39:51.670799 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-3b355b76-d87e-42e3-9c48-95582aabda05 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/quotas/50d860ada1544f5fb80337447dcd907f HTTP/1.1" status: 200 len: 375 time: 0.0109184 Aug 26 12:39:51.712697 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8b471a2f-e5a9-4a3f-ac95-8c24be24d7de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=276fa8181d1d44169867628f2268a6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514185 Aug 26 12:39:51.716870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:51.721918 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b471a2f-e5a9-4a3f-ac95-8c24be24d7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121e8483-9ef9-4a8e-bf53-f4913a349c5f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:51.734756 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-3a4cb31e-c5be-4cb6-846b-c7947ce88dfd tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572574 Aug 26 12:39:51.746815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238db984-1f32-4ded-897b-7e8c0c8eaf7d req-e2d13ab4-4cff-48f4-8d0c-b37bb7605959 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:51.748405 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-238db984-1f32-4ded-897b-7e8c0c8eaf7d req-e2d13ab4-4cff-48f4-8d0c-b37bb7605959 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1234620 Aug 26 12:39:51.811615 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-238db984-1f32-4ded-897b-7e8c0c8eaf7d req-6a752426-6c54-4f1f-baae-d12e9e34e4d8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Aug 26 12:39:51.833822 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a5f153-4e68-4f75-8142-93e1761cfe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.834378 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.876147 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.889357 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-48de2127-ba3c-475e-bcf3-32a40422bedc service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439805 Aug 26 12:39:51.893883 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a5f153-4e68-4f75-8142-93e1761cfe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:51.945531 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-32a5f153-4e68-4f75-8142-93e1761cfe6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd94f4a6c98643ec983fd371a5d85a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105250 Aug 26 12:39:51.947755 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:51.955487 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f153-4e68-4f75-8142-93e1761cfe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617bb739-49cf-4251-ad2e-f6286b5d81e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:52.011467 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-4a6ad740-6371-4e3d-b0aa-68682ddd1189 service neutron] 10.222.0.15 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138380 Aug 26 12:39:52.019738 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.044108 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.076496 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.076496 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.076496 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/121e8483-9ef9-4a8e-bf53-f4913a349c5f HTTP/1.1" status: 204 len: 168 time: 0.3583035 Aug 26 12:39:52.085891 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e423-3e7b-43b1-afa4-e6f4f75cd177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121e8483-9ef9-4a8e-bf53-f4913a349c5f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:52.387238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.389788 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:52.390930 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/617bb739-49cf-4251-ad2e-f6286b5d81e4 HTTP/1.1" status: 204 len: 168 time: 0.4421945 Aug 26 12:39:52.400118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1ec8d-eeb3-4965-a842-c73a879c534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617bb739-49cf-4251-ad2e-f6286b5d81e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:52.418470 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-13d348c6-4c4e-4632-ab2c-fc59c8a40725 req-192d2244-cc74-404d-a1a6-ab5fb8faeffc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 210 time: 0.0410550 Aug 26 12:39:52.799349 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a38e-cf90-4eef-b828-e35b9184efa5 req-dd38f5a2-b533-4541-a1d9-bc6f98201cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:52.800908 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7814a38e-cf90-4eef-b828-e35b9184efa5 req-dd38f5a2-b533-4541-a1d9-bc6f98201cf7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0533497 Aug 26 12:39:52.845224 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7814a38e-cf90-4eef-b828-e35b9184efa5 req-0d1d2aa0-a8ef-4b03-951f-7ff0e40f3973 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Aug 26 12:39:52.976132 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e461a-cfaf-416a-8cb1-87b6fd5f40fc req-089841ba-3e50-40f5-a480-0b4e0b68bb79 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:52.977727 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d1e461a-cfaf-416a-8cb1-87b6fd5f40fc req-089841ba-3e50-40f5-a480-0b4e0b68bb79 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0725114 Aug 26 12:39:53.020061 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d1e461a-cfaf-416a-8cb1-87b6fd5f40fc req-21ae8d07-c06a-4d01-842b-a71b057b17ca tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Aug 26 12:39:53.362181 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:53.378351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2024520-4589-409e-951a-2af302967544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.572454 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ecba2a7-c5db-4473-9028-31122e99d68a req-61fbd4df-5410-4c16-8240-94a2d7c1f6ba tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 210 time: 0.0464792 Aug 26 12:39:53.577830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2024520-4589-409e-951a-2af302967544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.659695 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2024520-4589-409e-951a-2af302967544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.701528 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f2024520-4589-409e-951a-2af302967544 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4e133c5984e4eb9b58b2d1a7b8fe712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371754 Aug 26 12:39:53.702656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2024520-4589-409e-951a-2af302967544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866041a-bb49-4b4e-9f9e-9cbd8fd4063e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:53.704303 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:53.763886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.789182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.922336 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.924897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:53.929305 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b866041a-bb49-4b4e-9f9e-9cbd8fd4063e HTTP/1.1" status: 204 len: 168 time: 0.2235172 Aug 26 12:39:53.937740 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998c6e-00ee-44cf-8b54-3b57b2a1bd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866041a-bb49-4b4e-9f9e-9cbd8fd4063e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:54.163866 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb3755-4432-4753-b5c8-1d200137ea84 req-f398f2da-5411-4eb5-893d-c02e82e218c8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:54.165652 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dfb3755-4432-4753-b5c8-1d200137ea84 req-f398f2da-5411-4eb5-893d-c02e82e218c8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0561945 Aug 26 12:39:54.220267 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dfb3755-4432-4753-b5c8-1d200137ea84 req-d66f9f29-6071-4549-a8c0-7ba4b674bccf tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Aug 26 12:39:54.692266 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a7623011-6354-43ce-b935-c1ae84934fe0 req-85829154-d4be-45f6-a32f-d2860d48bcdc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 210 time: 0.0439551 Aug 26 12:39:55.155272 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-02596f8f-3a42-4d89-b579-a4f778af936e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:55.157073 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-02596f8f-3a42-4d89-b579-a4f778af936e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 815 time: 0.1267056 Aug 26 12:39:55.180848 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Request body: {'port': {'device_id': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'admin_state_up': True, 'tenant_id': '50d860ada1544f5fb80337447dcd907f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:55.354490 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e701cb-2fd2-4b5e-8c2d-6dd77ae787f8 req-2807f794-36f9-4444-85ae-667f1435d691 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:55.356132 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f0e701cb-2fd2-4b5e-8c2d-6dd77ae787f8 req-2807f794-36f9-4444-85ae-667f1435d691 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0592482 Aug 26 12:39:55.397763 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f0e701cb-2fd2-4b5e-8c2d-6dd77ae787f8 req-e4b93904-536b-408d-8669-59849006bcb3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Aug 26 12:39:55.425285 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Made reservation on behalf of 50d860ada1544f5fb80337447dcd907f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:39:55.429188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:55.569140 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 59956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:55.587268 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Allocated IP 172.20.0.10 (711f496b-cfc1-4390-9819-28740fc342dc/904b305f-97e2-4cd7-90ff-7373c1af0d95/5b0311d9-372c-47c5-b503-cb3f8f5339b0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:39:55.717242 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14f74f0c-df2a-4c26-9792-9bb0273c92be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:55.778451 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:55.839477 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3c2564fd-1830-429d-b99a-b211f469eaff req-d5cb80a6-bdd9-4ad1-8a22-8130f5cd2b71 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 210 time: 0.0288386 Aug 26 12:39:55.879640 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ab29-9eb7-4325-816f-d3cb34951ec2 req-922f2f28-8078-4d6e-9434-45a5a762f891 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:55.881926 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc48ab29-9eb7-4325-816f-d3cb34951ec2 req-922f2f28-8078-4d6e-9434-45a5a762f891 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0736437 Aug 26 12:39:55.911990 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:55.947958 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14f74f0c-df2a-4c26-9792-9bb0273c92be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:55.961176 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd', '332f6c4b-7120-4c47-91ee-5518fa03335c', 'de34db65-577a-4de0-b899-47178ea24aac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:39:55.968485 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Network 711f496b-cfc1-4390-9819-28740fc342dc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:39:55.971146 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:39:55.975987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:39:55.977584 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc48ab29-9eb7-4325-816f-d3cb34951ec2 req-ae5767e5-0d6c-4607-b5f2-c3731b053577 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870817 Aug 26 12:39:55.988673 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-cf28e2f3-d72d-4ef4-af6f-32a6e7584b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:55.990739 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-cf28e2f3-d72d-4ef4-af6f-32a6e7584b99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0973170 Aug 26 12:39:56.024893 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event updated for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:56.055599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:56.056316 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.072136 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14f74f0c-df2a-4c26-9792-9bb0273c92be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.160203 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74f0c-df2a-4c26-9792-9bb0273c92be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4a4ef-dbfa-403b-8e1b-24ed0a4237eb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:56.164557 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-14f74f0c-df2a-4c26-9792-9bb0273c92be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8e1a611f6d8485da583df257635f6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941236 Aug 26 12:39:56.167252 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 59976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:39:56.194964 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-75461c64-0985-4784-8d15-11875ad28ae5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0191638 Aug 26 12:39:56.216940 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-e9d1b7ec-3976-41a8-a72f-f03a90f230e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:56.218647 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-e9d1b7ec-3976-41a8-a72f-f03a90f230e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.2065604 Aug 26 12:39:56.227192 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Request body: {'port': {'device_id': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:39:56.275905 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-8b759853-014d-4376-a41a-5e7d0e977f4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0458121 Aug 26 12:39:56.305781 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.325544 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.347395 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-7c4b2929-3a30-4fe7-a8a2-58a4e284ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:56.349743 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-7c4b2929-3a30-4fe7-a8a2-58a4e284ae19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0652804 Aug 26 12:39:56.351768 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.406613 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-0b5b286a-711e-41a0-b1e6-f9a8d7a400da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336144 Aug 26 12:39:56.408145 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-80c71d52-a806-4fcd-92b8-cd9191d698da tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6402722bc98543b3a3cd34891cffa9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567102 Aug 26 12:39:56.562568 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.565352 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.566610 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31f4a4ef-dbfa-403b-8e1b-24ed0a4237eb HTTP/1.1" status: 204 len: 168 time: 0.3983343 Aug 26 12:39:56.586208 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f0a90-2dc4-468e-9772-2398f5df9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4a4ef-dbfa-403b-8e1b-24ed0a4237eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:56.674920 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0311d9-372c-47c5-b503-cb3f8f5339b0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:39:56.684364 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.699230 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Transition to ACTIVE for port object 5b0311d9-372c-47c5-b503-cb3f8f5339b0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:39:56.782678 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.894793 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-175b8d23-bf12-47d4-9af9-613885b3f69e tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:56.897044 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-175b8d23-bf12-47d4-9af9-613885b3f69e tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821346 Aug 26 12:39:56.899640 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-b9bd3db1-651f-45d2-949c-0360680253d8 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647403 Aug 26 12:39:56.903166 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:56.941965 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-ec0de409-c918-4836-b48f-677770742560 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/quotas/6402722bc98543b3a3cd34891cffa9b3 HTTP/1.1" status: 200 len: 375 time: 0.0382235 Aug 26 12:39:56.985506 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Attempting to bind port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:39:56.985506 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Attempting to bind port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:39:56.987940 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Attempting to bind port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:57.008830 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329b69-c748-4e68-8396-fa3920a9d85b req-a2ffee48-5132-4eae-a90b-1cf2de0a5f0a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:57.009675 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47329b69-c748-4e68-8396-fa3920a9d85b req-a2ffee48-5132-4eae-a90b-1cf2de0a5f0a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 944 time: 0.0832868 Aug 26 12:39:57.010805 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 on network 711f496b-cfc1-4390-9819-28740fc342dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:39:57.011139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Attempting to bind port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 on network 711f496b-cfc1-4390-9819-28740fc342dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:39:57.012454 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-e0c61413-afe8-4709-969c-20c8421fd1fe tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6402722bc98543b3a3cd34891cffa9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441344 Aug 26 12:39:57.017295 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:39:57.017645 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Checking segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:39:57.018104 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Bound using segment: {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:39:57.018909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Bound port: 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59836be2-40e5-40af-bb0f-ccd7c89cfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:39:57.018909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:57.051235 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d3ccd2ea-ae83-4c90-a171-4e9e522e1b94 req-f2fa0737-904f-4862-9098-8e7ce9fca94b service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377039 Aug 26 12:39:57.128518 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47329b69-c748-4e68-8396-fa3920a9d85b req-390caed4-3c4a-43e4-b1d1-8dffefd46b79 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889180 Aug 26 12:39:57.134176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:39:57.137811 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:39:57.267295 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:57.329793 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60141c43-1571-4f38-a6b8-5cf39004075b req-30a9ff76-691f-43ac-a9d4-1eab0d2a3904 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:57.333336 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60141c43-1571-4f38-a6b8-5cf39004075b req-30a9ff76-691f-43ac-a9d4-1eab0d2a3904 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1173136 Aug 26 12:39:57.385729 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:57.387042 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:57.389622 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] 10.222.0.65 "PUT /v2.0/ports/5b0311d9-372c-47c5-b503-cb3f8f5339b0 HTTP/1.1" status: 200 len: 1094 time: 1.1691315 Aug 26 12:39:57.396070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:39:57.400430 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fb887-94c8-4506-b698-ddecf4f69300" -d '{"events": [{"name": "network-changed", "server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:39:57.443312 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907894a-79cf-4f24-92f4-26569f2b0e9a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:39:57.449656 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60141c43-1571-4f38-a6b8-5cf39004075b req-3613d1ad-5979-4d0b-8060-8748dc23d17d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040933 Aug 26 12:39:57.533767 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-37562791-742d-45bb-97fc-238059599096 req-34a2ab4d-b5d5-46df-ac52-8dff641cbb98 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 210 time: 0.0285130 Aug 26 12:39:57.591139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb62a83-5deb-4a47-a4be-dc3f3cb4c7aa x-openstack-request-id: req-5fb62a83-5deb-4a47-a4be-dc3f3cb4c7aa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:39:57.591914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:39:57.591914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fb62a83-5deb-4a47-a4be-dc3f3cb4c7aa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:39:57.592149 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0', 'status': 'completed', 'code': 200} Aug 26 12:39:57.627647 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-8151d3ec-49b8-467d-99f5-2efe667d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:57.629234 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-8151d3ec-49b8-467d-99f5-2efe667d8b7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 1097 time: 0.0513933 Aug 26 12:39:57.689163 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-55edb5a9-fef1-44f5-bff9-6ac827ede3bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0 HTTP/1.1" status: 200 len: 217 time: 0.0407758 Aug 26 12:39:57.749261 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-f5d2849d-945c-4e8e-b50c-ba60e13ef571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:57.751123 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-f5d2849d-945c-4e8e-b50c-ba60e13ef571 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.0481534 Aug 26 12:39:57.798130 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-d7bea061-7765-4565-88c6-63b588141fdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372107 Aug 26 12:39:57.901791 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-6f48e94e-ef6c-49a4-92d6-ceb525022bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939300 Aug 26 12:39:58.030816 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1584b130-3952-4aea-948e-03f61f6d3ab5 req-3ba975bc-6e13-47a9-8695-fb4c49842d8b service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173563 Aug 26 12:39:58.260916 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86557a2-406d-433b-91f9-1d46ddffa796 req-320029a1-0436-4a39-bb16-65e5674c7f31 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:58.262831 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f86557a2-406d-433b-91f9-1d46ddffa796 req-320029a1-0436-4a39-bb16-65e5674c7f31 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 944 time: 0.0584581 Aug 26 12:39:58.308288 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f86557a2-406d-433b-91f9-1d46ddffa796 req-8e26bb31-1144-430f-a1eb-080a00cc0f0d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Aug 26 12:39:58.386315 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-0ff56534-4c0b-404a-9f4a-c0126e9a9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:58.387884 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-0ff56534-4c0b-404a-9f4a-c0126e9a9ffa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d860ada1544f5fb80337447dcd907f&device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 1097 time: 0.0538750 Aug 26 12:39:58.551015 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-7f490ba7-8111-4921-ae59-06f58af44d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:58.554593 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-7f490ba7-8111-4921-ae59-06f58af44d1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 200 len: 916 time: 0.1539207 Aug 26 12:39:58.594762 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a0e09-300b-46c5-9115-fc04500ca637 req-ccedc486-77b6-45d7-a197-9ffc566720cb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:58.596646 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e02a0e09-300b-46c5-9115-fc04500ca637 req-ccedc486-77b6-45d7-a197-9ffc566720cb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0547512 Aug 26 12:39:58.630931 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-9a4820e3-31f8-4ae4-8d87-f011e08db2b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0 HTTP/1.1" status: 200 len: 217 time: 0.0457921 Aug 26 12:39:58.659858 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ca6a84e6-ab55-46e8-b820-3e58847768b8 req-878d5209-5d25-4861-86c3-cc5a3b4bb672 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 210 time: 0.0324433 Aug 26 12:39:58.667903 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e02a0e09-300b-46c5-9115-fc04500ca637 req-1c92589e-c21c-44a0-886a-3c3934d60a2a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642133 Aug 26 12:39:58.712180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-e4d22e04-63f4-4e27-bf1c-5bb09bb854e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:58.713897 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-e4d22e04-63f4-4e27-bf1c-5bb09bb854e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 200 len: 855 time: 0.0568871 Aug 26 12:39:58.769097 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-9619f1df-ed09-48f6-a2eb-b21834b29c70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=711f496b-cfc1-4390-9819-28740fc342dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260072 Aug 26 12:39:58.875092 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-121e3f6d-356a-44a1-ba84-e2b6cda212c1 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963566 Aug 26 12:39:58.974460 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5c0fb887-94c8-4506-b698-ddecf4f69300 req-5d95e572-9acf-47d2-be3e-3c0ff641d466 service neutron] 10.222.0.65 "GET /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902753 Aug 26 12:39:59.451547 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0888c-befd-4570-ae88-9e27e22cd6e7 req-eaf591eb-ca56-41f2-b445-90e4de5f03da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:59.453536 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2da0888c-befd-4570-ae88-9e27e22cd6e7 req-eaf591eb-ca56-41f2-b445-90e4de5f03da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 944 time: 0.0550497 Aug 26 12:39:59.500023 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2da0888c-befd-4570-ae88-9e27e22cd6e7 req-7b941dcd-2bac-4260-b51f-115cb2aa33d3 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Aug 26 12:39:59.779442 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c165c29-549b-4c58-ad5a-381726457738 req-354b027b-393b-4776-8816-48aeebb60576 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 210 time: 0.0324047 Aug 26 12:39:59.846389 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa89cc-1820-45cd-b0b9-6d2d65061389 req-802b7b19-6ce8-4d18-95bf-37df24b25515 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:39:59.848079 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1dfa89cc-1820-45cd-b0b9-6d2d65061389 req-802b7b19-6ce8-4d18-95bf-37df24b25515 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0756335 Aug 26 12:39:59.915328 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1dfa89cc-1820-45cd-b0b9-6d2d65061389 req-aeb9af1c-f241-4b69-bbf3-dc1af1202292 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Aug 26 12:40:00.265196 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-2407b2c8-434e-4d81-8dd8-24cc5a2d3918 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6402722bc98543b3a3cd34891cffa9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373647 Aug 26 12:40:00.464974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-b222a024-78a4-402e-a2b3-27a1b8d98217 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:00.466451 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-b222a024-78a4-402e-a2b3-27a1b8d98217 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944852 Aug 26 12:40:00.498486 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Request body: {'port': {'device_id': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e', 'admin_state_up': True, 'tenant_id': '6402722bc98543b3a3cd34891cffa9b3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:00.618592 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51d62d-1857-4b95-bba5-6337b684a4a8 req-894a702d-72d4-47fd-ae26-f645bbbe9ac5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:00.620128 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e51d62d-1857-4b95-bba5-6337b684a4a8 req-894a702d-72d4-47fd-ae26-f645bbbe9ac5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 944 time: 0.0515878 Aug 26 12:40:00.662079 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e51d62d-1857-4b95-bba5-6337b684a4a8 req-ecc0be77-2e75-4836-b0b3-cfaccfbcf767 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Aug 26 12:40:00.796301 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Made reservation on behalf of 6402722bc98543b3a3cd34891cffa9b3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:40:00.800394 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:00.810809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:00.943903 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03f890dc-91fc-4d48-8f28-37b27bcc33df req-46c09c1e-4a64-4f10-8a3e-12623753178e tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 210 time: 0.0537024 Aug 26 12:40:01.028815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.104376 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1449-a5b2-42fd-adcf-2218904d298a req-5a3152b5-5daf-4f69-a624-9e89be0e9d48 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:01.105961 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-440b1449-a5b2-42fd-adcf-2218904d298a req-5a3152b5-5daf-4f69-a624-9e89be0e9d48 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0687506 Aug 26 12:40:01.127660 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.216506 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-440b1449-a5b2-42fd-adcf-2218904d298a req-33650585-ed6e-48aa-b8f2-dadc88dfed72 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031811 Aug 26 12:40:01.220779 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162ba729-d37d-422b-8183-ce25c21856db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:01.318835 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Allocated IP 192.168.233.239 (26c498e7-9349-4164-b8c7-cb5bf992ab5e/6590b79a-e78c-4922-b552-6467438d6ed5/14e52e09-ff14-43d7-adb7-ae698ced09a4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:01.416409 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 5b0311d9-372c-47c5-b503-cb3f8f5339b0 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:40:01.539135 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:01.552619 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '5b0311d9-372c-47c5-b503-cb3f8f5339b0', 'network_id': '711f496b-cfc1-4390-9819-28740fc342dc', 'port_id': '5b0311d9-372c-47c5-b503-cb3f8f5339b0', 'mac_address': 'fa:16:3e:73:eb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904b305f-97e2-4cd7-90ff-7373c1af0d95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:40:01.601847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.618923 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0311d9-372c-47c5-b503-cb3f8f5339b0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:40:01.646391 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:01.726332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.742166 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Transition to ACTIVE for port object 14e52e09-ff14-43d7-adb7-ae698ced09a4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:01.789309 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.869022 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:01.877409 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.877753 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.878088 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.878468 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.878788 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.879112 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.879954 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.880282 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.880623 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.880975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.881295 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.881621 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:01.897987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:01.953918 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Network 26c498e7-9349-4164-b8c7-cb5bf992ab5e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:01.957527 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:01.964645 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:40:01.998692 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Pushing event updated for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:02.045881 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:02.046567 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:02.204358 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-8b085155-e6f8-485a-b765-9258d0e3932d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7098756 Aug 26 12:40:02.227523 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Request body: {'port': {'device_id': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:02.335643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f93f-e5e8-422d-8928-2a4e4956defe req-24afe00d-94d2-4c6c-8558-f71ff2ac1b3b tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:02.337157 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad47f93f-e5e8-422d-8928-2a4e4956defe req-24afe00d-94d2-4c6c-8558-f71ff2ac1b3b tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 936 time: 0.0569282 Aug 26 12:40:02.343355 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:02.366671 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb23b-aaa9-4264-abc3-ab9fe54596fa req-44af7c9e-477b-4c66-b379-e442320f5dee tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:02.368147 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e5bb23b-aaa9-4264-abc3-ab9fe54596fa req-44af7c9e-477b-4c66-b379-e442320f5dee tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 945 time: 0.1047344 Aug 26 12:40:02.381716 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad47f93f-e5e8-422d-8928-2a4e4956defe req-935c47ea-4825-49ef-8edf-8f1477bb23ae tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Aug 26 12:40:02.412175 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['5b0311d9-372c-47c5-b503-cb3f8f5339b0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:02.446537 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-976a4dd6-92e7-4fcb-b95f-6767c3ad1ac9 None None] Provisioning for port 14e52e09-ff14-43d7-adb7-ae698ced09a4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:02.453230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-976a4dd6-92e7-4fcb-b95f-6767c3ad1ac9 None None] Provisioning complete for port 14e52e09-ff14-43d7-adb7-ae698ced09a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:02.453846 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-976a4dd6-92e7-4fcb-b95f-6767c3ad1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:02.507467 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-976a4dd6-92e7-4fcb-b95f-6767c3ad1ac9 None None] Port 14e52e09-ff14-43d7-adb7-ae698ced09a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:40:02.513786 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41474-8a0c-4b84-b2d8-d6b69c765e62 req-45d84111-f61d-4a83-b6f7-51aad7e6042b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:02.515848 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3fd41474-8a0c-4b84-b2d8-d6b69c765e62 req-45d84111-f61d-4a83-b6f7-51aad7e6042b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0690451 Aug 26 12:40:02.521834 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e5bb23b-aaa9-4264-abc3-ab9fe54596fa req-3ba9896a-effd-410b-8692-4e6c5cc51a06 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309657 Aug 26 12:40:02.597685 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3fd41474-8a0c-4b84-b2d8-d6b69c765e62 req-5b933d89-7e30-4d81-aa86-a124aadb5cb2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656505 Aug 26 12:40:02.696504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523fa87-138f-4173-a9a9-36ac36b1bae3 req-523c4d0e-3be8-45b2-ab16-4d0690f029a6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:02.698228 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d523fa87-138f-4173-a9a9-36ac36b1bae3 req-523c4d0e-3be8-45b2-ab16-4d0690f029a6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0849733 Aug 26 12:40:02.783018 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d523fa87-138f-4173-a9a9-36ac36b1bae3 req-15c28fee-d399-47b4-a096-1f01a8533ccd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Aug 26 12:40:02.806194 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e52e09-ff14-43d7-adb7-ae698ced09a4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:40:02.824822 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:02.838246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Transition to ACTIVE for port object 14e52e09-ff14-43d7-adb7-ae698ced09a4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:02.979167 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:03.045088 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Pushing event updated for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:03.129532 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Attempting to bind port 14e52e09-ff14-43d7-adb7-ae698ced09a4 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:40:03.130025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Attempting to bind port 14e52e09-ff14-43d7-adb7-ae698ced09a4 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:40:03.130432 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Attempting to bind port 14e52e09-ff14-43d7-adb7-ae698ced09a4 on network 26c498e7-9349-4164-b8c7-cb5bf992ab5e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:03.135585 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Port 14e52e09-ff14-43d7-adb7-ae698ced09a4 on network 26c498e7-9349-4164-b8c7-cb5bf992ab5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:40:03.135993 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Attempting to bind port 14e52e09-ff14-43d7-adb7-ae698ced09a4 on network 26c498e7-9349-4164-b8c7-cb5bf992ab5e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:03.142016 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:40:03.153859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Checking segment: {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:03.153859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Bound using segment: {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:40:03.153859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Bound port: 14e52e09-ff14-43d7-adb7-ae698ced09a4, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc3488d-8ad6-4717-b47c-e0bc784ac29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:40:03.153859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:03.229874 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:40:03.233620 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:40:03.340417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:03.378942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.380012 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:03.381540 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] 10.222.0.65 "PUT /v2.0/ports/14e52e09-ff14-43d7-adb7-ae698ced09a4 HTTP/1.1" status: 200 len: 1098 time: 1.1598539 Aug 26 12:40:03.383836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:03.386271 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:03.422756 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf00e5-7678-4a11-a8b2-12c498fd1e0c service neutron] Pushing event updated for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:03.460830 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c5154-f92b-4c10-ad16-f227096a0769 x-openstack-request-id: req-699c5154-f92b-4c10-ad16-f227096a0769 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:03.461564 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:03.461867 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-699c5154-f92b-4c10-ad16-f227096a0769 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:03.462219 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4', 'status': 'completed', 'code': 200} Aug 26 12:40:03.598700 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa20f7-5966-458e-946a-110f36ba92aa req-afc1dd06-22df-4ed2-9798-8d8560d8de3d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.603975 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03fa20f7-5966-458e-946a-110f36ba92aa req-afc1dd06-22df-4ed2-9798-8d8560d8de3d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 948 time: 0.1116164 Aug 26 12:40:03.678673 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4104c-5321-4602-88ed-0953830b7579 req-212fdc70-27f4-4612-8121-6f98c8d238ad tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.680573 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34b4104c-5321-4602-88ed-0953830b7579 req-212fdc70-27f4-4612-8121-6f98c8d238ad tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 945 time: 0.0787001 Aug 26 12:40:03.681309 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1 req-961a762b-aeef-4054-a9e3-85fc447d6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.683834 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1 req-961a762b-aeef-4054-a9e3-85fc447d6c00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6402722bc98543b3a3cd34891cffa9b3&device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 1101 time: 0.1508615 Aug 26 12:40:03.694524 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03fa20f7-5966-458e-946a-110f36ba92aa req-0738dcee-964c-4142-9e55-5c3094f94848 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798590 Aug 26 12:40:03.744415 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1 req-39af90ab-e136-4c3a-8351-a5593e1410b9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6402722bc98543b3a3cd34891cffa9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314603 Aug 26 12:40:03.747419 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34b4104c-5321-4602-88ed-0953830b7579 req-99559d49-f778-479f-8212-77404c58a7ce tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Aug 26 12:40:03.897099 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e5326-e50b-4ae7-9ac2-74618dc8ff70 req-c2529649-5f7a-4720-90dc-149a1a9e312f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.898785 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-690e5326-e50b-4ae7-9ac2-74618dc8ff70 req-c2529649-5f7a-4720-90dc-149a1a9e312f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0900948 Aug 26 12:40:03.904635 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1 req-e8744afe-fd9a-430f-bf45-7b56dd9062a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:03.906372 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8eccd2c6-9f99-4d0f-9ac3-27c000cdbdb1 req-e8744afe-fd9a-430f-bf45-7b56dd9062a7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518204 Aug 26 12:40:03.974490 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-690e5326-e50b-4ae7-9ac2-74618dc8ff70 req-54e154b2-8655-4884-a430-8eff00a70ad1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668409 Aug 26 12:40:04.066527 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-0830ef85-2a9a-4b23-b241-43cf40d3a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.069246 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-0830ef85-2a9a-4b23-b241-43cf40d3a279 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6402722bc98543b3a3cd34891cffa9b3&device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 1101 time: 0.0525198 Aug 26 12:40:04.156110 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-402cc0c9-e1bc-4d24-af02-b95a2c8563ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4 HTTP/1.1" status: 200 len: 217 time: 0.0664861 Aug 26 12:40:04.220283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-d60f36a1-6000-43e5-81a5-6e5e40b5ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.221905 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-d60f36a1-6000-43e5-81a5-6e5e40b5ea97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6590b79a-e78c-4922-b552-6467438d6ed5 HTTP/1.1" status: 200 len: 843 time: 0.0548837 Aug 26 12:40:04.275294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142aa51-eb35-411f-b7ba-24efb356513a req-61d0f338-84f5-42c2-86a5-d776e4eb5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.276977 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-61d0f338-84f5-42c2-86a5-d776e4eb5a49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c498e7-9349-4164-b8c7-cb5bf992ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453680 Aug 26 12:40:04.376907 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-f60f49b1-cd85-4387-b5ef-5d4e3f5391ae service neutron] 10.222.0.65 "GET /v2.0/networks/26c498e7-9349-4164-b8c7-cb5bf992ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904255 Aug 26 12:40:04.489899 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1142aa51-eb35-411f-b7ba-24efb356513a req-1d8f078f-cfde-423f-b5f2-4e55256f1031 service neutron] 10.222.0.65 "GET /v2.0/networks/26c498e7-9349-4164-b8c7-cb5bf992ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971458 Aug 26 12:40:04.590445 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf497210-18ee-4b35-b6d3-a7aa2fe679ce req-91983f73-7f1f-4a32-9587-2108872c7013 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.591991 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf497210-18ee-4b35-b6d3-a7aa2fe679ce req-91983f73-7f1f-4a32-9587-2108872c7013 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Aug 26 12:40:04.635589 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf497210-18ee-4b35-b6d3-a7aa2fe679ce req-dcb582bb-58aa-4dc8-ab27-fc5a0e7a4671 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350213 Aug 26 12:40:04.833796 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f2af-d63d-4fa8-a26d-ebf08d0c4fa9 req-99cc4df3-f69b-4974-adee-2642eac5e787 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.835335 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b798f2af-d63d-4fa8-a26d-ebf08d0c4fa9 req-99cc4df3-f69b-4974-adee-2642eac5e787 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 948 time: 0.0566180 Aug 26 12:40:04.875150 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c083b-6957-435a-b469-726dcdc74c82 req-96497dbe-a265-477e-b9a4-ecf7187bc14c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:04.877216 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-850c083b-6957-435a-b469-726dcdc74c82 req-96497dbe-a265-477e-b9a4-ecf7187bc14c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 945 time: 0.0529382 Aug 26 12:40:04.885358 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b798f2af-d63d-4fa8-a26d-ebf08d0c4fa9 req-5b0c79c6-dbde-42de-b148-c124d2af82da tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Aug 26 12:40:04.921750 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-850c083b-6957-435a-b469-726dcdc74c82 req-2413b37b-0c08-4135-8165-18b345821b04 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Aug 26 12:40:05.118534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b03ad-93f9-4be5-b521-8d712ea0e19c req-88821623-ef38-455b-9e3d-a0e1e3a07283 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:05.120116 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d3b03ad-93f9-4be5-b521-8d712ea0e19c req-88821623-ef38-455b-9e3d-a0e1e3a07283 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0576847 Aug 26 12:40:05.125063 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b058-b964-4d72-bdfb-706630427622 req-22ebad85-631f-4bc6-8160-e6761779a2d0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:05.126845 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8805b058-b964-4d72-bdfb-706630427622 req-22ebad85-631f-4bc6-8160-e6761779a2d0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0578053 Aug 26 12:40:05.164818 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d3b03ad-93f9-4be5-b521-8d712ea0e19c req-c60de455-3233-4a86-a62d-247fb9d27c00 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Aug 26 12:40:05.182299 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8805b058-b964-4d72-bdfb-706630427622 req-7086b62b-fec2-4405-ada9-020a43a0c541 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Aug 26 12:40:05.441036 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 5b0311d9-372c-47c5-b503-cb3f8f5339b0 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:05.585370 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:05.590351 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:05.590847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:05.683882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:05.712777 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:05.715585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11dcbf0-3a34-4e41-b372-72649f4f3017" -d '{"events": [{"server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "name": "network-vif-plugged", "status": "completed", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:05.735174 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:05.768163 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47cef8-4cea-4d06-8cb1-3d0f410af4b9 req-18bb8767-9a69-4190-8d3b-f0fb00e7b1a5 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:05.776188 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ff47cef8-4cea-4d06-8cb1-3d0f410af4b9 req-18bb8767-9a69-4190-8d3b-f0fb00e7b1a5 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0662317 Aug 26 12:40:05.828868 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ff47cef8-4cea-4d06-8cb1-3d0f410af4b9 req-1cc3407f-eb12-458d-9927-a191697d8e29 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512671 Aug 26 12:40:05.852679 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:05.881290 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19d03f-068b-4505-8308-4281f1948d15 x-openstack-request-id: req-9d19d03f-068b-4505-8308-4281f1948d15 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:05.881585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "name": "network-vif-plugged", "status": "completed", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:05.882051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d19d03f-068b-4505-8308-4281f1948d15 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:05.882671 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0', 'code': 200} Aug 26 12:40:05.927915 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:06.051967 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2333cd-afcf-46d7-bf00-a05922f07ddf req-d746abd6-9be7-4b59-b7ce-ad2117b39e01 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:06.054595 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0e2333cd-afcf-46d7-bf00-a05922f07ddf req-d746abd6-9be7-4b59-b7ce-ad2117b39e01 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 948 time: 0.0837274 Aug 26 12:40:06.124010 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0e2333cd-afcf-46d7-bf00-a05922f07ddf req-512b9f69-9352-4bf4-a789-566832d1c345 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524516 Aug 26 12:40:06.257955 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f4cd-ad54-4dbb-9612-27041a902049 req-a6f4a604-853c-4de7-8f2b-84c647239594 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:06.259551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f011f4cd-ad54-4dbb-9612-27041a902049 req-a6f4a604-853c-4de7-8f2b-84c647239594 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0578516 Aug 26 12:40:06.302726 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f011f4cd-ad54-4dbb-9612-27041a902049 req-84fe8747-084b-4c58-bf8b-df86f3cc32a5 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Aug 26 12:40:06.401127 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901470b-dc97-4a97-a89b-4557248bec68 req-e400bd9a-87c0-4473-b3e8-aa910b647464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:06.404159 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4901470b-dc97-4a97-a89b-4557248bec68 req-e400bd9a-87c0-4473-b3e8-aa910b647464 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 1099 time: 0.0947599 Aug 26 12:40:06.488049 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5c2c-48f3-40c3-9484-c7dcdf2a5b51 req-b6469681-3a4c-49ba-a483-421f1d46a388 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:06.490241 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb6e5c2c-48f3-40c3-9484-c7dcdf2a5b51 req-b6469681-3a4c-49ba-a483-421f1d46a388 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0850868 Aug 26 12:40:06.493211 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4901470b-dc97-4a97-a89b-4557248bec68 req-4797693b-c717-4e34-8cb7-885073acdd33 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Aug 26 12:40:06.537633 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb6e5c2c-48f3-40c3-9484-c7dcdf2a5b51 req-47aa1d24-27e5-4999-a03c-dac249cda065 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 Aug 26 12:40:06.955630 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b81-7896-44ec-91a8-2c8313a1c827 req-b43cb1e7-6b1a-450e-846c-c48ffa9fde4f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:06.957797 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09be7b81-7896-44ec-91a8-2c8313a1c827 req-b43cb1e7-6b1a-450e-846c-c48ffa9fde4f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Aug 26 12:40:07.007037 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09be7b81-7896-44ec-91a8-2c8313a1c827 req-50ce9acd-5c32-49db-859c-bf4902df80c4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Aug 26 12:40:07.093408 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:07.250683 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63acf34-11b8-4df9-b224-53235394f75a req-be10d762-e26a-49ab-a8b9-fce9c499faea tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:07.252304 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f63acf34-11b8-4df9-b224-53235394f75a req-be10d762-e26a-49ab-a8b9-fce9c499faea tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 948 time: 0.0509961 Aug 26 12:40:07.300508 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f63acf34-11b8-4df9-b224-53235394f75a req-dc0eaccd-ad00-42a0-92d1-d9d9aa6aad8b tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Aug 26 12:40:07.454424 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 14e52e09-ff14-43d7-adb7-ae698ced09a4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:40:07.465292 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcce2a-cfa6-466b-b992-608736f80e54 req-3ffd6c3f-0302-47b9-bc58-f4af2848fb3a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:07.466922 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-12dcce2a-cfa6-466b-b992-608736f80e54 req-3ffd6c3f-0302-47b9-bc58-f4af2848fb3a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0642326 Aug 26 12:40:07.529003 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-12dcce2a-cfa6-466b-b992-608736f80e54 req-2efc167b-2670-4041-ad4f-204bd9c4d98d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Aug 26 12:40:07.591474 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:07.606871 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '14e52e09-ff14-43d7-adb7-ae698ced09a4', 'network_id': '26c498e7-9349-4164-b8c7-cb5bf992ab5e', 'port_id': '14e52e09-ff14-43d7-adb7-ae698ced09a4', 'mac_address': 'fa:16:3e:e3:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6590b79a-e78c-4922-b552-6467438d6ed5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:40:07.673532 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:07.690126 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e52e09-ff14-43d7-adb7-ae698ced09a4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:40:07.706605 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9165ec-3ca7-4cf8-8bb3-34e648539ff6 req-04371d34-2eec-47da-9f25-38017373dded tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:07.709062 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4e9165ec-3ca7-4cf8-8bb3-34e648539ff6 req-04371d34-2eec-47da-9f25-38017373dded tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0647199 Aug 26 12:40:07.721014 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:07.759066 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4e9165ec-3ca7-4cf8-8bb3-34e648539ff6 req-bd4aff2c-4eb5-4f43-9481-9afa215a6bca tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369184 Aug 26 12:40:07.801940 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:07.850533 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:08.141369 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7478-87a3-4ebd-9263-03d5d5dd72f4 req-71f98e2c-c624-4d86-a681-ec9dc6fbe0b0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:08.142836 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-148b7478-87a3-4ebd-9263-03d5d5dd72f4 req-71f98e2c-c624-4d86-a681-ec9dc6fbe0b0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Aug 26 12:40:08.187637 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-148b7478-87a3-4ebd-9263-03d5d5dd72f4 req-95a7fbab-b5e4-4c8c-941b-8ad354d8c186 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Aug 26 12:40:08.435143 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad6e96-c52a-41d9-8bec-a32352a81386 req-eac591d2-88db-466b-a243-d6423b83d57a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:08.436687 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68ad6e96-c52a-41d9-8bec-a32352a81386 req-eac591d2-88db-466b-a243-d6423b83d57a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 949 time: 0.0552344 Aug 26 12:40:08.466651 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['14e52e09-ff14-43d7-adb7-ae698ced09a4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:08.481057 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68ad6e96-c52a-41d9-8bec-a32352a81386 req-692de1df-2ec6-4e0c-918a-b774fec6db48 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Aug 26 12:40:08.668446 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cd27d-8b50-42bc-88a9-e496957e50a9 req-1fc829a0-ecc0-4214-a1fe-a7abc5a3bcad tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:08.670274 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a6cd27d-8b50-42bc-88a9-e496957e50a9 req-1fc829a0-ecc0-4214-a1fe-a7abc5a3bcad tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0611298 Aug 26 12:40:08.715225 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a6cd27d-8b50-42bc-88a9-e496957e50a9 req-5f9ede39-b2cc-42dc-ba9b-fb9204f4d619 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Aug 26 12:40:08.888026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de066-24b1-47a1-86e2-982f1a9e1120 req-77b5e268-29f9-4bca-9196-4c54d6c4b13b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:08.892573 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f1de066-24b1-47a1-86e2-982f1a9e1120 req-77b5e268-29f9-4bca-9196-4c54d6c4b13b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Aug 26 12:40:08.930130 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f1de066-24b1-47a1-86e2-982f1a9e1120 req-1078c32b-af25-4aca-90dd-b17320dfaec0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344722 Aug 26 12:40:09.312501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1efdc2-197a-4dcf-ad9c-188d75d30ef6 req-f41ebc80-2a92-48c9-988c-d43b078fead7 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:09.314017 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9d1efdc2-197a-4dcf-ad9c-188d75d30ef6 req-f41ebc80-2a92-48c9-988c-d43b078fead7 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Aug 26 12:40:09.358735 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9d1efdc2-197a-4dcf-ad9c-188d75d30ef6 req-4f6fad22-8c34-4c06-a3c4-089741bfaa99 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Aug 26 12:40:09.454147 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7547a745-a494-4319-ba9d-88d30c09b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:09.601923 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206d7e6-4a9e-4656-ac73-771050367ef3 req-19e8ccd7-1545-4c60-bb73-55350ba9392f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:09.603523 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7206d7e6-4a9e-4656-ac73-771050367ef3 req-19e8ccd7-1545-4c60-bb73-55350ba9392f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 949 time: 0.0515008 Aug 26 12:40:09.651549 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7206d7e6-4a9e-4656-ac73-771050367ef3 req-785a5d9f-4a53-4a82-b4b2-52086d17db50 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Aug 26 12:40:10.055859 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d931c-a67b-4423-a6b6-6d7db13fda1c req-81311f7b-c792-43ff-9f18-fd71bbee9e7f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:10.057481 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c69d931c-a67b-4423-a6b6-6d7db13fda1c req-81311f7b-c792-43ff-9f18-fd71bbee9e7f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0544381 Aug 26 12:40:10.104496 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c69d931c-a67b-4423-a6b6-6d7db13fda1c req-31a11e2d-5e67-4265-92cc-fa468f55324f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Aug 26 12:40:10.486077 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc77db6-aff5-4288-b3e0-bbc22ab03784 req-6dca7ec7-006e-43e8-b014-d91bac8729a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:10.487704 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cdc77db6-aff5-4288-b3e0-bbc22ab03784 req-6dca7ec7-006e-43e8-b014-d91bac8729a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0570352 Aug 26 12:40:10.537157 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cdc77db6-aff5-4288-b3e0-bbc22ab03784 req-28926186-a81b-4309-8bf9-14b8a099b5cb tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Aug 26 12:40:10.773338 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee838ad-e38f-47e7-ac62-fe88194ebf18 req-c35c7468-899d-4e8d-b902-ff66779285cb tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:10.774860 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bee838ad-e38f-47e7-ac62-fe88194ebf18 req-c35c7468-899d-4e8d-b902-ff66779285cb tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 949 time: 0.0526412 Aug 26 12:40:10.819162 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bee838ad-e38f-47e7-ac62-fe88194ebf18 req-7dd51e89-b8cf-4e59-8985-703f6b967621 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Aug 26 12:40:11.226116 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d313fda-79d3-49ef-a792-d76624a04ab7 req-7145bed9-ae52-4e67-902a-4582bcbe684d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:11.228109 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d313fda-79d3-49ef-a792-d76624a04ab7 req-7145bed9-ae52-4e67-902a-4582bcbe684d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0502574 Aug 26 12:40:11.271020 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d313fda-79d3-49ef-a792-d76624a04ab7 req-85d59309-51fc-4953-ad19-cff87b021c60 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Aug 26 12:40:11.454347 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 14e52e09-ff14-43d7-adb7-ae698ced09a4 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:11.980829 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c490-a29e-4520-8ff8-8c4a4e76c645 req-9c9b572d-cfb7-4422-8eff-d8306e1e0a52 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:11.980829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b661c490-a29e-4520-8ff8-8c4a4e76c645 req-9c9b572d-cfb7-4422-8eff-d8306e1e0a52 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Aug 26 12:40:11.980829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b661c490-a29e-4520-8ff8-8c4a4e76c645 req-1d3f97c5-9c7c-4cb2-95ce-229927286883 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Aug 26 12:40:11.980829 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d089f47-6b98-4c7a-947c-2cb8d333e893 req-c9eb2872-e00f-4c2a-a7b7-08443f896b82 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:11.980829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d089f47-6b98-4c7a-947c-2cb8d333e893 req-c9eb2872-e00f-4c2a-a7b7-08443f896b82 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 949 time: 0.0496616 Aug 26 12:40:11.987870 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d089f47-6b98-4c7a-947c-2cb8d333e893 req-7d7ee658-0b98-4e0c-88e4-49ee9626bc6a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Aug 26 12:40:12.390194 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0468cf4-d213-4c79-8c5c-ccfcc84fb1ad req-370eebc3-7a2a-4d4b-87f3-f9b1d066b959 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:12.391669 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0468cf4-d213-4c79-8c5c-ccfcc84fb1ad req-370eebc3-7a2a-4d4b-87f3-f9b1d066b959 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0483146 Aug 26 12:40:12.431964 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0468cf4-d213-4c79-8c5c-ccfcc84fb1ad req-c975514c-729b-4e46-ac8e-af525f33cfe7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Aug 26 12:40:12.458234 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 14e52e09-ff14-43d7-adb7-ae698ced09a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:12.461087 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac606838-88fa-42c3-92f7-b1131582142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:12.464701 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 14e52e09-ff14-43d7-adb7-ae698ced09a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:12.465080 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:12.542534 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:12.564361 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:12.566575 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b6eba2-ba46-474d-a156-d784699ba8e6" -d '{"events": [{"server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "name": "network-vif-plugged", "status": "completed", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:12.579808 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:12.590187 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:12.605220 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0fbf00-6077-4422-b739-881bb5cd6d0c x-openstack-request-id: req-dd0fbf00-6077-4422-b739-881bb5cd6d0c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:12.605528 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "name": "network-vif-plugged", "status": "completed", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:12.605780 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd0fbf00-6077-4422-b739-881bb5cd6d0c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:12.606170 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4', 'code': 200} Aug 26 12:40:12.699118 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:12.756487 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:13.124674 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55ce6e-add1-404c-9042-965a1f4bc530 req-1c48e888-0db2-4a7a-b259-f4ed5f68ddad tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:13.126301 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b55ce6e-add1-404c-9042-965a1f4bc530 req-1c48e888-0db2-4a7a-b259-f4ed5f68ddad tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0548561 Aug 26 12:40:13.144517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ae5a-0d70-49e0-9d71-cfc84108a8c8 req-2d0c6d68-a4ee-488f-be42-d73b69ec089c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:13.146201 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ea2ae5a-0d70-49e0-9d71-cfc84108a8c8 req-2d0c6d68-a4ee-488f-be42-d73b69ec089c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0889456 Aug 26 12:40:13.152184 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d2584-e884-454d-80b7-9c9c02290014 req-76ea6c99-8883-4092-8c5b-388bd1fef223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:13.153781 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c9d2584-e884-454d-80b7-9c9c02290014 req-76ea6c99-8883-4092-8c5b-388bd1fef223 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 1103 time: 0.0652988 Aug 26 12:40:13.167667 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b55ce6e-add1-404c-9042-965a1f4bc530 req-06dbf2a7-a8f9-4974-abd8-027b0df70b26 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 26 12:40:13.217645 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ea2ae5a-0d70-49e0-9d71-cfc84108a8c8 req-f4f154ba-4472-413e-9c15-bf693ff633aa tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628865 Aug 26 12:40:13.219319 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c9d2584-e884-454d-80b7-9c9c02290014 req-8039b9f2-e699-434a-864e-9f6aa8b482c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Aug 26 12:40:13.558014 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d755-e015-4752-a11f-98aa16741dfe req-c9fea373-beaf-4173-91e0-ccd7d8438f8f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:13.559524 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fe3d755-e015-4752-a11f-98aa16741dfe req-c9fea373-beaf-4173-91e0-ccd7d8438f8f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0547523 Aug 26 12:40:13.599558 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fe3d755-e015-4752-a11f-98aa16741dfe req-da6111e7-568d-4fd1-b9fc-7f7fbe609eca tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Aug 26 12:40:13.954027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.286220 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 60376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:14.289016 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7131ea-fc1a-48ec-b394-7d4393f7bf99 req-3fd34cdb-b806-48fe-a98d-07d750be04cb tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:14.290658 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c7131ea-fc1a-48ec-b394-7d4393f7bf99 req-3fd34cdb-b806-48fe-a98d-07d750be04cb tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0496545 Aug 26 12:40:14.333317 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c7131ea-fc1a-48ec-b394-7d4393f7bf99 req-6f41b727-bdd9-40bb-8fe6-12bc3e5bad68 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Aug 26 12:40:14.345352 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca681-9d85-405d-9c44-fcbc117c681a req-ca79f19c-3750-4406-881f-37de44e62796 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:14.346857 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d4ca681-9d85-405d-9c44-fcbc117c681a req-ca79f19c-3750-4406-881f-37de44e62796 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Aug 26 12:40:14.384955 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d4ca681-9d85-405d-9c44-fcbc117c681a req-463f8936-45d9-4ddf-9a2a-d12a3ef253e5 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Aug 26 12:40:14.400203 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e18e2cbc-f104-4718-9fb0-a1a8680d2110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.486267 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e18e2cbc-f104-4718-9fb0-a1a8680d2110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.564855 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e18e2cbc-f104-4718-9fb0-a1a8680d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.603346 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e18e2cbc-f104-4718-9fb0-a1a8680d2110 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24119f063b91463996fabaa748f005f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153887 Aug 26 12:40:14.604116 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e2cbc-f104-4718-9fb0-a1a8680d2110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8ff14-ad91-4e53-9058-b1b38febe9fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:14.606891 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 60382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:14.657236 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.703702 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.748704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1c19-5ee7-40a1-ba08-4ce6366e7d7e req-6d5cac13-cdba-4d9c-8b27-34240d517f52 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:14.750250 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3de1c19-5ee7-40a1-ba08-4ce6366e7d7e req-6d5cac13-cdba-4d9c-8b27-34240d517f52 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0801563 Aug 26 12:40:14.797624 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3de1c19-5ee7-40a1-ba08-4ce6366e7d7e req-d8551a55-d676-46d5-bc76-0e2c35730c9b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Aug 26 12:40:14.839520 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.842139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:14.843259 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01c8ff14-ad91-4e53-9058-b1b38febe9fb HTTP/1.1" status: 204 len: 168 time: 0.2353683 Aug 26 12:40:14.851441 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1e03c-1e3b-4ca0-a37e-495c523d884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8ff14-ad91-4e53-9058-b1b38febe9fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:15.370595 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:15.446807 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9459b3-d191-471e-ae06-03e425c08603 req-db6d0c2a-a054-40da-964c-35fe9c74a5bc tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:15.448280 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa9459b3-d191-471e-ae06-03e425c08603 req-db6d0c2a-a054-40da-964c-35fe9c74a5bc tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0485313 Aug 26 12:40:15.489866 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa9459b3-d191-471e-ae06-03e425c08603 req-fde6e047-65cb-44ba-a31f-150c407ebd74 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Aug 26 12:40:15.501675 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6eb36-8dfb-40b6-ae7f-f8c1c3ccdd37 req-e1ebba3e-e977-4004-85fc-69a17404c569 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:15.503261 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4bd6eb36-8dfb-40b6-ae7f-f8c1c3ccdd37 req-e1ebba3e-e977-4004-85fc-69a17404c569 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Aug 26 12:40:15.541767 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4bd6eb36-8dfb-40b6-ae7f-f8c1c3ccdd37 req-7da4a32a-79f3-4f5e-b246-7dacf2c0776d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 26 12:40:15.922541 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a785b6-2721-4b32-adbe-dbfc5afb5e37 req-3fc0e65f-9179-47c1-8971-930180323483 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:15.924017 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19a785b6-2721-4b32-adbe-dbfc5afb5e37 req-3fc0e65f-9179-47c1-8971-930180323483 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Aug 26 12:40:15.964436 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19a785b6-2721-4b32-adbe-dbfc5afb5e37 req-a8821f5e-b941-4b85-b094-4d5db3c55424 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335472 Aug 26 12:40:16.423091 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:40:16.604895 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53455b37-315f-4350-81df-edefeee4031c req-e155230d-503b-4e1e-a3ec-6368a9fe1f90 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:16.606575 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53455b37-315f-4350-81df-edefeee4031c req-e155230d-503b-4e1e-a3ec-6368a9fe1f90 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0512464 Aug 26 12:40:16.645618 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53455b37-315f-4350-81df-edefeee4031c req-9c54e9a3-cc3e-46d2-9560-7bdd28c42c41 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Aug 26 12:40:16.655865 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3d1db-4813-43e0-b2d8-62e3d906a720 req-1b6751f2-63bb-420a-a31c-acb97d302e76 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:16.657476 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aba3d1db-4813-43e0-b2d8-62e3d906a720 req-1b6751f2-63bb-420a-a31c-acb97d302e76 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0488391 Aug 26 12:40:16.696335 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aba3d1db-4813-43e0-b2d8-62e3d906a720 req-6e1f2252-5433-4b2a-93ec-166355a34f07 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328624 Aug 26 12:40:17.083303 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04794452-3f6c-444c-9aba-e143fc17a132 req-be6c2246-004f-434b-a863-0a7e8d0c1512 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:17.084899 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-04794452-3f6c-444c-9aba-e143fc17a132 req-be6c2246-004f-434b-a863-0a7e8d0c1512 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Aug 26 12:40:17.124401 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-04794452-3f6c-444c-9aba-e143fc17a132 req-a579d320-3fe4-4273-bf0e-3da7b3079529 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Aug 26 12:40:17.761079 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b0445-64e9-49e9-ae50-9041ae925e99 req-03dd52c8-354e-4b02-ba06-9dda74761131 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:17.762592 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-373b0445-64e9-49e9-ae50-9041ae925e99 req-03dd52c8-354e-4b02-ba06-9dda74761131 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0493748 Aug 26 12:40:17.801792 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-373b0445-64e9-49e9-ae50-9041ae925e99 req-296adc3e-2ebb-4fb7-9c82-88558a7024f1 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Aug 26 12:40:17.814223 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8b0b-34b1-42cb-856a-5cdbda0cbd05 req-3eddbe27-14d3-4506-88ed-fd16a25654d3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:17.815934 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-42ce8b0b-34b1-42cb-856a-5cdbda0cbd05 req-3eddbe27-14d3-4506-88ed-fd16a25654d3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0509157 Aug 26 12:40:17.854622 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-42ce8b0b-34b1-42cb-856a-5cdbda0cbd05 req-c1bfa75f-39eb-4978-991a-f41cd3afe290 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Aug 26 12:40:18.250901 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b6b9-6836-4e3e-818a-fd9b20521485 req-bef430f0-010c-4559-9130-45a17b249015 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:18.252534 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2430b6b9-6836-4e3e-818a-fd9b20521485 req-bef430f0-010c-4559-9130-45a17b249015 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0551653 Aug 26 12:40:18.293761 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2430b6b9-6836-4e3e-818a-fd9b20521485 req-f87e2131-fe36-4126-9a9c-9fbf9f10801b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Aug 26 12:40:18.922841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c0ff-b348-461f-83a7-31337b7ed9c6 req-bbf73a68-2584-4353-b6b8-70bfe089423f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:18.924379 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f052c0ff-b348-461f-83a7-31337b7ed9c6 req-bbf73a68-2584-4353-b6b8-70bfe089423f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0536826 Aug 26 12:40:18.964314 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f052c0ff-b348-461f-83a7-31337b7ed9c6 req-34e792e2-f19a-47f1-93da-2b5927817674 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Aug 26 12:40:18.977508 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e893-9fc6-431d-b351-7d1a77eb004c req-8fad3e8e-0c5a-48bf-a2fb-60e0d1d45f76 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:18.979094 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d795e893-9fc6-431d-b351-7d1a77eb004c req-8fad3e8e-0c5a-48bf-a2fb-60e0d1d45f76 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0527823 Aug 26 12:40:19.017989 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d795e893-9fc6-431d-b351-7d1a77eb004c req-eb19f133-8374-4b84-8772-8f1f56439ccc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Aug 26 12:40:19.414442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8c700-b45e-47b9-b1dc-2657e29ff4d8 req-71926de7-b9fe-4994-9eaa-958fbb8bda45 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:19.416040 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2c8c700-b45e-47b9-b1dc-2657e29ff4d8 req-71926de7-b9fe-4994-9eaa-958fbb8bda45 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Aug 26 12:40:19.455162 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2c8c700-b45e-47b9-b1dc-2657e29ff4d8 req-3c25523d-a591-458d-9712-82df84be9c59 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Aug 26 12:40:20.099118 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ef7a-a6f8-4942-887f-a85c119706af req-f34dc9d3-7c52-45b6-9b58-9a5724f8ebb5 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:20.102046 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a0c3ef7a-a6f8-4942-887f-a85c119706af req-f34dc9d3-7c52-45b6-9b58-9a5724f8ebb5 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0682361 Aug 26 12:40:20.152561 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a0c3ef7a-a6f8-4942-887f-a85c119706af req-4f48be65-2991-4af8-86b0-02d3a33076e1 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Aug 26 12:40:20.158326 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073900e-fae5-4220-9ad7-810665cbc6e1 req-f7624245-9112-458b-ab14-ab50e542d3d0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:20.166374 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5073900e-fae5-4220-9ad7-810665cbc6e1 req-f7624245-9112-458b-ab14-ab50e542d3d0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0660603 Aug 26 12:40:20.204746 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5073900e-fae5-4220-9ad7-810665cbc6e1 req-2f7757fc-fad7-4e9f-a90a-af217f3d204a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374551 Aug 26 12:40:20.579725 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bcad7-6056-4af6-9030-89cf75bbbb8d req-6d44780c-b1c2-482a-b002-3e4103c1648a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:20.581362 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-328bcad7-6056-4af6-9030-89cf75bbbb8d req-6d44780c-b1c2-482a-b002-3e4103c1648a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Aug 26 12:40:20.621917 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-328bcad7-6056-4af6-9030-89cf75bbbb8d req-14777a8f-2604-4eeb-ad9f-988ed653c4c0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Aug 26 12:40:21.305845 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde06a4-a102-42d0-9fb0-0e57e3b671f9 req-f4b3aa7d-cca0-44bf-81a0-a2bec6bb92d8 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:21.307497 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acde06a4-a102-42d0-9fb0-0e57e3b671f9 req-f4b3aa7d-cca0-44bf-81a0-a2bec6bb92d8 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0819080 Aug 26 12:40:21.349504 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acde06a4-a102-42d0-9fb0-0e57e3b671f9 req-90117718-6ef0-492e-bd88-d4a364cce3f0 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Aug 26 12:40:21.402763 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee747e-5183-44b6-bd93-d8095f833fd9 req-e3358b1a-a5c5-4a62-b158-e5fdbdd0f8f9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:21.404213 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19ee747e-5183-44b6-bd93-d8095f833fd9 req-e3358b1a-a5c5-4a62-b158-e5fdbdd0f8f9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Aug 26 12:40:21.456598 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19ee747e-5183-44b6-bd93-d8095f833fd9 req-fd209612-349d-4cf1-bd91-15f90bf1258b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Aug 26 12:40:21.743508 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db84f1-1b9e-46af-b30b-7b37355cb255 req-ae4df8f7-0214-4066-be1d-792c39b3b937 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:21.745049 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-13db84f1-1b9e-46af-b30b-7b37355cb255 req-ae4df8f7-0214-4066-be1d-792c39b3b937 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 26 12:40:21.784032 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-13db84f1-1b9e-46af-b30b-7b37355cb255 req-1b6d95df-9d21-4d18-bd41-a4fc164d2764 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Aug 26 12:40:22.477057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c51023-d0b4-46a7-8441-76647fd86a84 req-f9e2139c-964d-4ff7-bbfe-ccaeb8b0ae63 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:22.478524 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9c51023-d0b4-46a7-8441-76647fd86a84 req-f9e2139c-964d-4ff7-bbfe-ccaeb8b0ae63 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0533381 Aug 26 12:40:22.523829 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9c51023-d0b4-46a7-8441-76647fd86a84 req-5c102422-f99f-461c-992e-aacc38774fe2 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Aug 26 12:40:22.576348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70925e7f-731e-46d5-91d8-5325df705291 req-858f1407-eed3-47ec-88e5-5cdbd4271315 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:22.577925 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-70925e7f-731e-46d5-91d8-5325df705291 req-858f1407-eed3-47ec-88e5-5cdbd4271315 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Aug 26 12:40:22.616521 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-70925e7f-731e-46d5-91d8-5325df705291 req-8ae813f0-e485-4b7d-8eaa-f3f4ea9d5ddb tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327001 Aug 26 12:40:22.912710 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca999611-1a62-42e7-948f-3049f41e0d0e req-f39f0c6b-efa6-4bb4-a536-16c1f8e65f82 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:22.914933 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca999611-1a62-42e7-948f-3049f41e0d0e req-f39f0c6b-efa6-4bb4-a536-16c1f8e65f82 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0554631 Aug 26 12:40:22.954896 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca999611-1a62-42e7-948f-3049f41e0d0e req-228acbfb-59fe-4811-837f-de3f80f0a03b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Aug 26 12:40:23.647423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd4c8-ec62-4ec1-8457-294466f59b7d req-8cdecbb3-5a41-402a-9144-0ac186fee60a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:23.649050 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6acd4c8-ec62-4ec1-8457-294466f59b7d req-8cdecbb3-5a41-402a-9144-0ac186fee60a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0565326 Aug 26 12:40:23.686601 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6acd4c8-ec62-4ec1-8457-294466f59b7d req-8aa66e96-2e92-46f6-8a7d-d253e12dfa8a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Aug 26 12:40:23.733780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674978fa-bb80-4936-be5b-87dc9a320e81 req-be08fa76-aada-40c1-99b0-b7f6a74507a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:23.735329 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-674978fa-bb80-4936-be5b-87dc9a320e81 req-be08fa76-aada-40c1-99b0-b7f6a74507a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0512097 Aug 26 12:40:23.775423 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-674978fa-bb80-4936-be5b-87dc9a320e81 req-5f93fe20-f0e1-46ae-bb99-89ed6b2f71fd tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340993 Aug 26 12:40:24.080956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e64c9-47ee-45b5-a140-8e876de27009 req-20d89b2a-cdf1-42c2-805f-5b92d09cfba4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:24.082678 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b7e64c9-47ee-45b5-a140-8e876de27009 req-20d89b2a-cdf1-42c2-805f-5b92d09cfba4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 26 12:40:24.120191 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b7e64c9-47ee-45b5-a140-8e876de27009 req-9ff9855d-7152-4d84-a52e-ea46c487edfa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Aug 26 12:40:24.803452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2909c-0db0-45fa-b0e6-72a712bf8c80 req-48bd6f86-f44b-4a28-9202-b8d882f550b1 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:24.805076 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7b2909c-0db0-45fa-b0e6-72a712bf8c80 req-48bd6f86-f44b-4a28-9202-b8d882f550b1 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0499911 Aug 26 12:40:24.848381 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7b2909c-0db0-45fa-b0e6-72a712bf8c80 req-a88b32eb-82dd-43ca-b847-ebca4fa08547 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Aug 26 12:40:24.895516 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5517ff-516a-415d-9c8d-11c82a9e2445 req-b999cfe4-40de-4153-8a8f-11482dc27988 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:24.897033 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a5517ff-516a-415d-9c8d-11c82a9e2445 req-b999cfe4-40de-4153-8a8f-11482dc27988 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Aug 26 12:40:24.939122 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a5517ff-516a-415d-9c8d-11c82a9e2445 req-6d874742-32c0-491d-a31f-4da4ffed3eaf tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360551 Aug 26 12:40:25.247423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf393-3eb6-4dc1-95dd-115f2933189b req-134a2888-444b-4167-8eef-537059be4340 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:25.248941 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e10bf393-3eb6-4dc1-95dd-115f2933189b req-134a2888-444b-4167-8eef-537059be4340 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0582888 Aug 26 12:40:25.287891 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e10bf393-3eb6-4dc1-95dd-115f2933189b req-26027907-95f0-4379-af06-cfa081377003 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Aug 26 12:40:25.370827 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c61e7-3722-4a11-a9ff-9b38b96e8f84 req-7a56c335-6b21-4794-acf1-335f93766665 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:25.372340 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-248c61e7-3722-4a11-a9ff-9b38b96e8f84 req-7a56c335-6b21-4794-acf1-335f93766665 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0516708 Aug 26 12:40:25.410525 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-248c61e7-3722-4a11-a9ff-9b38b96e8f84 req-048d44ff-9522-4411-8992-72edcc2a1ccc tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Aug 26 12:40:26.000209 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e3c1b-0107-4429-8ba1-64d197433017 req-112b3c8b-f108-49ef-8e9e-9de6a0fff7fc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:26.002463 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-385e3c1b-0107-4429-8ba1-64d197433017 req-112b3c8b-f108-49ef-8e9e-9de6a0fff7fc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0534093 Aug 26 12:40:26.042321 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-385e3c1b-0107-4429-8ba1-64d197433017 req-c18b8cc0-1ea7-4fc3-a0e6-90183659b323 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Aug 26 12:40:26.061808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47face54-da2a-4a7b-9579-8156492388be req-99f2a943-f584-48a6-9321-faa440069d06 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:26.063640 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47face54-da2a-4a7b-9579-8156492388be req-99f2a943-f584-48a6-9321-faa440069d06 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0496855 Aug 26 12:40:26.103211 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47face54-da2a-4a7b-9579-8156492388be req-ff6593bd-f2d1-4a7b-92f7-4ec6e3e91cb8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336947 Aug 26 12:40:26.404448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473bbe8-43d1-4cd2-a55c-dee589eb6e0d req-47d4d19a-8aa3-4b71-a7f4-467ea903e7c8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:26.405979 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7473bbe8-43d1-4cd2-a55c-dee589eb6e0d req-47d4d19a-8aa3-4b71-a7f4-467ea903e7c8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0468154 Aug 26 12:40:26.444029 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7473bbe8-43d1-4cd2-a55c-dee589eb6e0d req-e76cd54a-6c98-43db-a0df-b39c5b6c9a08 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Aug 26 12:40:26.523174 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431542b-4e27-4d81-9f5c-640f3edc2a77 req-5a55b606-14a8-4629-98fa-5829760e9194 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:26.524616 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9431542b-4e27-4d81-9f5c-640f3edc2a77 req-5a55b606-14a8-4629-98fa-5829760e9194 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0461283 Aug 26 12:40:26.562641 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9431542b-4e27-4d81-9f5c-640f3edc2a77 req-114e6787-0b82-41ea-8dc7-ef4b168d3ea5 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Aug 26 12:40:27.172675 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbe33-81f3-4ebc-b6bd-6075d6b59924 req-88a5a44a-8b1b-42d1-b01c-2a51433322a1 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:27.172675 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e28bbe33-81f3-4ebc-b6bd-6075d6b59924 req-88a5a44a-8b1b-42d1-b01c-2a51433322a1 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0543792 Aug 26 12:40:27.211886 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e28bbe33-81f3-4ebc-b6bd-6075d6b59924 req-693555c7-d4a6-4db7-9429-805d59ac439c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332544 Aug 26 12:40:27.227405 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeeb01-6687-4658-9def-9719340e03d4 req-9668aa4e-78d6-4b2e-8673-24381621ed92 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:27.229046 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2beeeb01-6687-4658-9def-9719340e03d4 req-9668aa4e-78d6-4b2e-8673-24381621ed92 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0583301 Aug 26 12:40:27.270692 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2beeeb01-6687-4658-9def-9719340e03d4 req-955ed4fd-beb4-4a3b-88b6-96c49348bec9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330722 Aug 26 12:40:27.559802 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c11e9-5f29-4119-b330-55716c80de3f req-3736f0b6-4918-468e-9453-3a8ffcab7b04 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:27.561174 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-304c11e9-5f29-4119-b330-55716c80de3f req-3736f0b6-4918-468e-9453-3a8ffcab7b04 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0474095 Aug 26 12:40:27.599751 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-304c11e9-5f29-4119-b330-55716c80de3f req-c2c33d06-e353-4ca4-aa9e-24d6e2d400a0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Aug 26 12:40:27.687014 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7dc88-73b8-4f61-8123-db5a6f1dcffb req-af1cc3d0-a52b-4c31-8838-b5dba5388bdf tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:27.688519 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8de7dc88-73b8-4f61-8123-db5a6f1dcffb req-af1cc3d0-a52b-4c31-8838-b5dba5388bdf tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0555906 Aug 26 12:40:27.733957 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8de7dc88-73b8-4f61-8123-db5a6f1dcffb req-9e766b4b-91c4-4781-9ff3-435cbddcea02 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Aug 26 12:40:28.327273 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff54eda-14d6-410d-967f-76f5cf63f630 req-28d05e96-6dd6-441e-95ae-a57b18218d3c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:28.328855 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cff54eda-14d6-410d-967f-76f5cf63f630 req-28d05e96-6dd6-441e-95ae-a57b18218d3c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0497952 Aug 26 12:40:28.368167 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cff54eda-14d6-410d-967f-76f5cf63f630 req-e43ff456-d983-476d-852d-ca67ea01bc55 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Aug 26 12:40:28.387633 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf9de-44c6-4fdf-a65f-4539a667173e req-24dd0d9f-6051-4843-bb6b-efc07bed079b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:28.389217 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19ecf9de-44c6-4fdf-a65f-4539a667173e req-24dd0d9f-6051-4843-bb6b-efc07bed079b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0485697 Aug 26 12:40:28.427047 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19ecf9de-44c6-4fdf-a65f-4539a667173e req-cda422d3-675b-4187-b7a1-f9566ea9a184 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Aug 26 12:40:28.725656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634f98-54f3-4e4e-913e-7ab3c9240de0 req-967aa46c-e0ba-42db-a77b-79a6264ef4b3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:28.727164 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8a634f98-54f3-4e4e-913e-7ab3c9240de0 req-967aa46c-e0ba-42db-a77b-79a6264ef4b3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Aug 26 12:40:28.769541 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8a634f98-54f3-4e4e-913e-7ab3c9240de0 req-8161f456-8c1e-42b1-b517-c4efcee756b4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361085 Aug 26 12:40:28.874190 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-659ff126-e904-4bdc-8f3f-bf96090c16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:28.875670 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-659ff126-e904-4bdc-8f3f-bf96090c16f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0855298 Aug 26 12:40:28.888132 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ad77b-1f2a-4662-bf73-ff28206f39de req-771dd5c2-627b-40d8-be95-9dffafcd58da tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:28.889967 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d90ad77b-1f2a-4662-bf73-ff28206f39de req-771dd5c2-627b-40d8-be95-9dffafcd58da tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0620363 Aug 26 12:40:28.977461 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d90ad77b-1f2a-4662-bf73-ff28206f39de req-c5371eee-7b14-49db-932d-7d8469a4dc3a tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759695 Aug 26 12:40:29.006703 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-d0665d7f-baf0-47d7-ac84-f971b7f318f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.008179 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-d0665d7f-baf0-47d7-ac84-f971b7f318f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.1139956 Aug 26 12:40:29.057222 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-6729162e-3e4d-45a5-99e4-e461d03353eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0358677 Aug 26 12:40:29.118394 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-99d7ffcd-f26c-4e56-b6d4-91a7f5007860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.119860 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-99d7ffcd-f26c-4e56-b6d4-91a7f5007860 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0460267 Aug 26 12:40:29.153672 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-cd7ba06b-95d1-4046-8e85-5be79a072dba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236237 Aug 26 12:40:29.256254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-58a08aee-65a0-435e-8bc8-156856f1c16b service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907214 Aug 26 12:40:29.356632 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b4e11bd-16f0-4a19-9e37-8275f82119f8 req-f7b93369-e5da-4f36-864d-3ccd01001c4e service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Aug 26 12:40:29.486412 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38159c-1467-493b-bb8f-31b7bc47b5a5 req-84c5c44c-25e5-421d-8d80-caed506a52fc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.489265 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab38159c-1467-493b-bb8f-31b7bc47b5a5 req-84c5c44c-25e5-421d-8d80-caed506a52fc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Aug 26 12:40:29.527799 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab38159c-1467-493b-bb8f-31b7bc47b5a5 req-1e4738f2-90fa-4dec-adee-3dbee5b9d4f9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Aug 26 12:40:29.550749 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e404d-958b-4624-b98f-a9c384ed131e req-29747ea6-2e1f-4888-b161-79439bfa12fd tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.552228 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-894e404d-958b-4624-b98f-a9c384ed131e req-29747ea6-2e1f-4888-b161-79439bfa12fd tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Aug 26 12:40:29.590741 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-894e404d-958b-4624-b98f-a9c384ed131e req-debaeca6-bcc4-4c48-93f6-28333c133870 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Aug 26 12:40:29.929529 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcd3c-1bef-4b1e-9684-ef4aabdd3dc6 req-4dc80e95-c258-4b30-8a10-7c84362c0e29 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.931349 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-10efcd3c-1bef-4b1e-9684-ef4aabdd3dc6 req-4dc80e95-c258-4b30-8a10-7c84362c0e29 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0507936 Aug 26 12:40:29.973270 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-10efcd3c-1bef-4b1e-9684-ef4aabdd3dc6 req-36e5e707-3848-4e42-ad7d-f74762b42530 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359621 Aug 26 12:40:29.990913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca1fb-177e-4bb4-95f0-0c551474ce63 req-ad021964-6790-4563-9bc4-81eecd2f18ca tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:29.990913 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2fcca1fb-177e-4bb4-95f0-0c551474ce63 req-ad021964-6790-4563-9bc4-81eecd2f18ca tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Aug 26 12:40:30.035529 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2fcca1fb-177e-4bb4-95f0-0c551474ce63 req-635f782d-fd95-4b40-88b8-ccad8a163347 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Aug 26 12:40:30.100145 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3e0b-4b0f-48d1-b89d-5d0b304863ca req-4a1273fa-a20f-4b28-9feb-d81fb0bc4329 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.102058 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8fae3e0b-4b0f-48d1-b89d-5d0b304863ca req-4a1273fa-a20f-4b28-9feb-d81fb0bc4329 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0533881 Aug 26 12:40:30.141363 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8fae3e0b-4b0f-48d1-b89d-5d0b304863ca req-07f92e29-3868-45a8-9c3b-9f5cca4e0557 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Aug 26 12:40:30.196516 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74893-242c-49b0-83bd-00a7ada52916 req-d3ee45d7-21e2-48b1-9d32-d4dae925bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.196516 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-d3ee45d7-21e2-48b1-9d32-d4dae925bd25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1098 time: 0.0444980 Aug 26 12:40:30.309908 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74893-242c-49b0-83bd-00a7ada52916 req-32103d63-a42e-45db-ade4-28a671cf4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.311365 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-32103d63-a42e-45db-ade4-28a671cf4061 service neutron] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 912 time: 0.0915649 Aug 26 12:40:30.383331 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-3d636d9c-f64f-47ff-8d80-b67ab066e0ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 1001 time: 0.0596037 Aug 26 12:40:30.440784 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74893-242c-49b0-83bd-00a7ada52916 req-38456188-9c51-45fc-88a2-40b8d2b09344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.442150 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-38456188-9c51-45fc-88a2-40b8d2b09344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0457020 Aug 26 12:40:30.496383 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74893-242c-49b0-83bd-00a7ada52916 req-9d526713-3b2d-43ac-ac3a-04c7c234a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.498191 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-9d526713-3b2d-43ac-ac3a-04c7c234a988 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413861 Aug 26 12:40:30.600225 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-c12d070e-205e-40d2-a87e-68755c802ef7 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900967 Aug 26 12:40:30.648915 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338b08-4495-412f-b6ee-2230f3d07090 req-ad19da32-1c3a-412f-96da-0491f85ddb99 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:30.650516 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-80338b08-4495-412f-b6ee-2230f3d07090 req-ad19da32-1c3a-412f-96da-0491f85ddb99 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0532691 Aug 26 12:40:30.689837 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-80338b08-4495-412f-b6ee-2230f3d07090 req-634acffd-dee7-4243-8973-d10da62b5805 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Aug 26 12:40:30.696257 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cec74893-242c-49b0-83bd-00a7ada52916 req-00e7bbb0-a6db-4c7a-b13e-20d3043e9926 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819144 Aug 26 12:40:31.094159 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e25084-ead2-4648-849b-3e3309cf4f5e req-acafa789-0131-48d7-a1cc-80c4ffcdad42 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:31.095656 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2e25084-ead2-4648-849b-3e3309cf4f5e req-acafa789-0131-48d7-a1cc-80c4ffcdad42 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0499244 Aug 26 12:40:31.137471 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2e25084-ead2-4648-849b-3e3309cf4f5e req-4a0fea8c-2db5-46ca-ada7-35470e187ec7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Aug 26 12:40:31.158957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c291fe3-48fc-44b0-b2c9-5a06157f3570 req-f7724451-3207-480b-bece-3d53f1ace906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:31.160476 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c291fe3-48fc-44b0-b2c9-5a06157f3570 req-f7724451-3207-480b-bece-3d53f1ace906 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0536616 Aug 26 12:40:31.218319 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c291fe3-48fc-44b0-b2c9-5a06157f3570 req-1feb240f-187b-4e4c-a82e-c492aa8704a4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467384 Aug 26 12:40:31.261748 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99bd4-e4bb-44d1-a6c2-bc2ed6022e1e req-01e6b4cf-a294-4616-815c-dc91b0f4b1b4 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:31.263200 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aba99bd4-e4bb-44d1-a6c2-bc2ed6022e1e req-01e6b4cf-a294-4616-815c-dc91b0f4b1b4 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0514560 Aug 26 12:40:31.299708 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aba99bd4-e4bb-44d1-a6c2-bc2ed6022e1e req-6a2e4d3e-4c21-4d3e-b2c8-b9d689234463 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Aug 26 12:40:31.805899 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228d2c-d648-49a5-91ca-ab1f5f352759 req-c4e8d1bc-6494-46c5-b78b-fd4802a30621 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:31.807418 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1f228d2c-d648-49a5-91ca-ab1f5f352759 req-c4e8d1bc-6494-46c5-b78b-fd4802a30621 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Aug 26 12:40:31.845383 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1f228d2c-d648-49a5-91ca-ab1f5f352759 req-4106ef84-1a63-4a23-b38e-88cf0e5c7a6a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Aug 26 12:40:32.000704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-68020faf-d4a3-4556-ac3e-0518927bf95d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:32.002202 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-68020faf-d4a3-4556-ac3e-0518927bf95d tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0510287 Aug 26 12:40:32.153437 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Deleting port 14e52e09-ff14-43d7-adb7-ae698ced09a4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:40:32.153783 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:32.286452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] For port 14e52e09-ff14-43d7-adb7-ae698ced09a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=14e52e09-ff14-43d7-adb7-ae698ced09a4,segment=NetworkSegment(fbc3488d-8ad6-4717-b47c-e0bc784ac29d),segment_id=fbc3488d-8ad6-4717-b47c-e0bc784ac29d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:32.286807 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:32.302200 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed25c22-a4c0-45e9-8bed-d4c35c56deda req-68cac351-e60a-4ef5-81f9-700f4df5e445 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:32.303799 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ed25c22-a4c0-45e9-8bed-d4c35c56deda req-68cac351-e60a-4ef5-81f9-700f4df5e445 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0820439 Aug 26 12:40:32.310466 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Calling delete_port for 14e52e09-ff14-43d7-adb7-ae698ced09a4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:40:32.350450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656db70-7e10-4644-bad6-43661e139211 req-4797330d-8426-411b-801d-d777bb84d868 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:32.351971 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a656db70-7e10-4644-bad6-43661e139211 req-4797330d-8426-411b-801d-d777bb84d868 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0660136 Aug 26 12:40:32.389158 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ed25c22-a4c0-45e9-8bed-d4c35c56deda req-196efca4-8988-4419-a49d-35145c4ae8ad tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764310 Aug 26 12:40:32.398495 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a656db70-7e10-4644-bad6-43661e139211 req-ce2680ef-b411-490b-acb8-2793dfd53ce2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Aug 26 12:40:32.533652 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8459b5-3cb2-4758-b4d8-f15a9ef65ba3 req-fd6f09ae-25de-4661-ba41-aa2ee7bbb12f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:32.538190 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f8459b5-3cb2-4758-b4d8-f15a9ef65ba3 req-fd6f09ae-25de-4661-ba41-aa2ee7bbb12f tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 950 time: 0.0472832 Aug 26 12:40:32.558555 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:32.596191 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Pushing event deleted for resources: {'Port': ['ID=14e52e09-ff14-43d7-adb7-ae698ced09a4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:32.610058 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f8459b5-3cb2-4758-b4d8-f15a9ef65ba3 req-4e981c3e-37ca-49fd-a482-fd9311d7c4c6 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/security-groups?id=162ba729-d37d-422b-8183-ce25c21856db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Aug 26 12:40:32.628991 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['14e52e09-ff14-43d7-adb7-ae698ced09a4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:32.642180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] No DVR routers for this DVR port 14e52e09-ff14-43d7-adb7-ae698ced09a4 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:40:32.653138 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:32.653138 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d10cc190-40ff-474e-a3b0-480d1b2024cb req-ae5b4801-781c-4b61-9ece-a6e80f7c0fc9 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.65 "DELETE /v2.0/ports/14e52e09-ff14-43d7-adb7-ae698ced09a4 HTTP/1.1" status: 204 len: 173 time: 0.5855918 Aug 26 12:40:32.653138 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'name': 'network-vif-deleted', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:32.653138 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a9154-881d-45fd-b958-274e5ed21987" -d '{"events": [{"server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "name": "network-vif-deleted", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:32.687212 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f7bf36-e4ac-4d43-bd31-0012e50e79a6 x-openstack-request-id: req-a0f7bf36-e4ac-4d43-bd31-0012e50e79a6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:32.687500 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28ed31-912a-44f1-851e-86a7dc3699cf", "name": "network-vif-deleted", "tag": "14e52e09-ff14-43d7-adb7-ae698ced09a4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:32.687775 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0f7bf36-e4ac-4d43-bd31-0012e50e79a6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:32.688309 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28ed31-912a-44f1-851e-86a7dc3699cf', 'name': 'network-vif-deleted', 'tag': '14e52e09-ff14-43d7-adb7-ae698ced09a4', 'status': 'completed', 'code': 200} Aug 26 12:40:32.975379 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c101db-ea15-4668-ac6e-0d1723208837 req-0cf0fc68-ec38-4027-99cd-6b1091496f5c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:32.977004 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82c101db-ea15-4668-ac6e-0d1723208837 req-0cf0fc68-ec38-4027-99cd-6b1091496f5c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0584760 Aug 26 12:40:33.029439 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82c101db-ea15-4668-ac6e-0d1723208837 req-018faadc-e6c3-403a-ae7d-5be2d8610a9c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Aug 26 12:40:33.777791 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8aa9f-c060-42ea-9c42-ef8b7720b731 req-c34c2aee-c765-4756-a735-eb8657540567 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:33.779387 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bdf8aa9f-c060-42ea-9c42-ef8b7720b731 req-c34c2aee-c765-4756-a735-eb8657540567 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.2798400 Aug 26 12:40:33.824161 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bdf8aa9f-c060-42ea-9c42-ef8b7720b731 req-e95d7c88-2dd2-4ee4-a85f-edd51b328bed tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Aug 26 12:40:33.866415 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb494572-4f74-4c36-9ef2-af9a6e5c7ceb req-0f321c9f-9cc5-4340-b1af-6a180c7668b8 tempest-VolumesNegativeTest-14833567 tempest-VolumesNegativeTest-14833567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd28ed31-912a-44f1-851e-86a7dc3699cf HTTP/1.1" status: 200 len: 210 time: 0.0274913 Aug 26 12:40:34.176763 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c6002-30ed-4284-9bb8-43fa5d45e07e req-bfa6b693-ba42-4d4b-87bd-d7799031b722 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:34.178261 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa7c6002-30ed-4284-9bb8-43fa5d45e07e req-bfa6b693-ba42-4d4b-87bd-d7799031b722 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0495651 Aug 26 12:40:34.215565 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa7c6002-30ed-4284-9bb8-43fa5d45e07e req-0f4c9b7f-fcf3-48f4-8c16-fa6cec6a7ffa tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Aug 26 12:40:34.947568 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ccbf-b515-48ab-8742-f2fdb244b072 req-06392841-9d58-4b56-a350-20ad5ec2f4d1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:34.949077 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3266ccbf-b515-48ab-8742-f2fdb244b072 req-06392841-9d58-4b56-a350-20ad5ec2f4d1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Aug 26 12:40:34.988288 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3266ccbf-b515-48ab-8742-f2fdb244b072 req-0b909be7-90af-4bb7-be65-53670d4d5f8c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Aug 26 12:40:35.334809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae2eae-1a6e-4ef0-935c-45c47fc74cc6 req-8ae9ff44-c0e1-4ccc-ab8f-970fb79e1493 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:35.336423 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bfae2eae-1a6e-4ef0-935c-45c47fc74cc6 req-8ae9ff44-c0e1-4ccc-ab8f-970fb79e1493 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Aug 26 12:40:35.375198 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bfae2eae-1a6e-4ef0-935c-45c47fc74cc6 req-fbf20c8a-e70c-499a-ad6f-339c7fe1a30d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Aug 26 12:40:35.569591 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:40:35.586243 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 14e52e09-ff14-43d7-adb7-ae698ced09a4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:40:35.759065 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 14e52e09-ff14-43d7-adb7-ae698ced09a4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:40:35.759405 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 14e52e09-ff14-43d7-adb7-ae698ced09a4 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:40:35.804021 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:35.815730 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:40:35.854235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:35.868318 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:40:35.887578 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:35.993480 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:36.043981 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:36.117016 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaeb2-a533-419c-bbe8-631557dfb320 req-38f271f7-bec8-495a-b78c-8929e2848176 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:36.118550 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4b9aaeb2-a533-419c-bbe8-631557dfb320 req-38f271f7-bec8-495a-b78c-8929e2848176 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0546260 Aug 26 12:40:36.184967 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4b9aaeb2-a533-419c-bbe8-631557dfb320 req-47b9c111-bb9a-4663-b9d0-0d077313ee7e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527697 Aug 26 12:40:36.461183 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['be51de08-1d74-4d98-b609-8ca2509627c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:36.498772 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b69df-7b89-436f-80fb-1e47c0052761 req-042c36f6-f11a-4899-bb37-b8a3a776aa04 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:36.500343 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-393b69df-7b89-436f-80fb-1e47c0052761 req-042c36f6-f11a-4899-bb37-b8a3a776aa04 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0553076 Aug 26 12:40:36.542095 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-393b69df-7b89-436f-80fb-1e47c0052761 req-4d76e75a-54f2-4394-b902-3679d1643f3f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Aug 26 12:40:37.189901 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:37.315896 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ad920-b805-4952-b505-1de1cdd35b5f req-de652d51-6873-4812-9a5d-7c1a2a926059 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:37.317456 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f3ad920-b805-4952-b505-1de1cdd35b5f req-de652d51-6873-4812-9a5d-7c1a2a926059 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0494349 Aug 26 12:40:37.357764 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f3ad920-b805-4952-b505-1de1cdd35b5f req-46d4d569-d9e0-4b57-9d37-faba97151eb0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Aug 26 12:40:37.591246 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:37.639161 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port be51de08-1d74-4d98-b609-8ca2509627c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:37.639161 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:37.660972 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06afe-44ae-4264-a84c-ce56b89a7e09 req-e88e72dc-65bb-44ff-9dcb-ef0e450189a5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:37.662911 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9e06afe-44ae-4264-a84c-ce56b89a7e09 req-e88e72dc-65bb-44ff-9dcb-ef0e450189a5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0518122 Aug 26 12:40:37.734183 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9e06afe-44ae-4264-a84c-ce56b89a7e09 req-bfec325d-6301-46d1-b4d6-63968ce8dcb9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642929 Aug 26 12:40:37.744890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:37.770028 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:37.772664 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39355813-a721-4445-a962-1e6c436db00d" -d '{"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:37.786356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:37.812109 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d257c0d0-1ff8-4f70-b652-2054a716f1bf x-openstack-request-id: req-d257c0d0-1ff8-4f70-b652-2054a716f1bf {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:37.812423 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:37.812845 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d257c0d0-1ff8-4f70-b652-2054a716f1bf {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:37.813241 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'code': 200} Aug 26 12:40:37.823954 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-b338b017-9534-4b80-ae65-56c211946925 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437162 Aug 26 12:40:37.905268 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:37.959228 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70479-3718-4923-9f54-9e230fc40f99 req-11831aab-f8f8-4c7d-87b7-42bd24828626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:37.960813 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-11831aab-f8f8-4c7d-87b7-42bd24828626 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 1099 time: 0.0525734 Aug 26 12:40:37.979534 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:38.142739 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70479-3718-4923-9f54-9e230fc40f99 req-185a0681-f2fc-4be5-8806-d7a02bb93046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:38.144910 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-185a0681-f2fc-4be5-8806-d7a02bb93046 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.1304040 Aug 26 12:40:38.198877 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-b4f53a8d-ecdf-4fe0-a65b-79b1f1945469 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 200 len: 217 time: 0.0391586 Aug 26 12:40:38.273112 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70479-3718-4923-9f54-9e230fc40f99 req-2ac7ce01-c378-441e-bdb2-638ba6da30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:38.275888 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-2ac7ce01-c378-441e-bdb2-638ba6da30cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.0671883 Aug 26 12:40:38.333603 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-b54802ef-c0f0-4d8f-bf74-8568ff8450e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436893 Aug 26 12:40:38.456869 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-9acac2b6-1d2b-4da8-812d-b4dc80d788cc service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053495 Aug 26 12:40:38.622705 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8649d5-6f3e-4bc8-bf6e-42bc0d8e703d req-9b87bc75-6adb-4502-b8ff-b40f86c0330e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:38.625438 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e8649d5-6f3e-4bc8-bf6e-42bc0d8e703d req-9b87bc75-6adb-4502-b8ff-b40f86c0330e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1202950 Aug 26 12:40:38.651405 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acf70479-3718-4923-9f54-9e230fc40f99 req-1874a3a6-8d0b-49ba-87d9-e3923d0b339b service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791894 Aug 26 12:40:38.701739 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e8649d5-6f3e-4bc8-bf6e-42bc0d8e703d req-4c3d3063-1b8e-4b26-8d2b-9351373909a7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632820 Aug 26 12:40:38.908591 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbf0cf-b375-4dc6-953c-829a4d892df8 req-a77d0a5a-b1e1-49ee-b237-4fefc61c286e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:38.910994 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7adbf0cf-b375-4dc6-953c-829a4d892df8 req-a77d0a5a-b1e1-49ee-b237-4fefc61c286e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0718966 Aug 26 12:40:38.986446 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7adbf0cf-b375-4dc6-953c-829a4d892df8 req-21ad2527-0335-4363-9457-07446374aad9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Aug 26 12:40:39.499156 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d5414a8-153b-4cb2-a970-96f6cf61152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:39.906053 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051b42-8dfa-4cf9-9ae3-288c5ab0fe94 req-614daedd-fe52-4915-aa06-c70524855dea tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:39.911406 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-89051b42-8dfa-4cf9-9ae3-288c5ab0fe94 req-614daedd-fe52-4915-aa06-c70524855dea tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1271920 Aug 26 12:40:39.974148 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-89051b42-8dfa-4cf9-9ae3-288c5ab0fe94 req-e02cd4d9-dc22-4e3f-9e0d-74f53e0e00b4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524888 Aug 26 12:40:40.161818 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99622ac-9344-4438-9877-1efdd20cebc0 req-cc49c61e-6a5d-44d1-a7ab-fcc1dadf1cda tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:40.170759 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e99622ac-9344-4438-9877-1efdd20cebc0 req-cc49c61e-6a5d-44d1-a7ab-fcc1dadf1cda tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0868597 Aug 26 12:40:40.263086 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e99622ac-9344-4438-9877-1efdd20cebc0 req-28d49a6d-328c-41ba-8a96-73afe138851e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777521 Aug 26 12:40:41.148291 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4dcc-badd-4536-b08a-116c2012810d req-a326969a-2ccf-46e0-b744-141dbbe3472e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:41.155918 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ddbb4dcc-badd-4536-b08a-116c2012810d req-a326969a-2ccf-46e0-b744-141dbbe3472e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0712078 Aug 26 12:40:41.209908 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ddbb4dcc-badd-4536-b08a-116c2012810d req-4cccff9d-51b3-47fe-bebd-c4a52c8122c4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Aug 26 12:40:41.263410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b38b-ea29-44c3-9762-f054bfb0e671 req-45d42d62-fff7-446d-b59b-29070aa5b789 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:41.273965 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b429b38b-ea29-44c3-9762-f054bfb0e671 req-45d42d62-fff7-446d-b59b-29070aa5b789 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0658219 Aug 26 12:40:41.319049 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b429b38b-ea29-44c3-9762-f054bfb0e671 req-027b6ffb-cb04-4261-a0f1-754aa8e81a00 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Aug 26 12:40:41.482479 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294690d-cdf3-48fe-9ec5-efe079d66f2f req-7bfc8bf5-bf80-41f2-9adf-7cd556de59b3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:41.484216 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0294690d-cdf3-48fe-9ec5-efe079d66f2f req-7bfc8bf5-bf80-41f2-9adf-7cd556de59b3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0633669 Aug 26 12:40:41.528575 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0294690d-cdf3-48fe-9ec5-efe079d66f2f req-4dc6c30d-0ce0-4144-a635-286ca33efd00 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Aug 26 12:40:42.122211 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d91f1cc-b3c8-41be-af97-613de0e43555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:42.152956 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:42.340158 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8f020-76d1-4275-a549-d4b45f42787c req-0f1f07d9-7384-4c2b-aab2-0de69ab816ba tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:42.345508 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6c8f020-76d1-4275-a549-d4b45f42787c req-0f1f07d9-7384-4c2b-aab2-0de69ab816ba tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0605202 Aug 26 12:40:42.401904 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6c8f020-76d1-4275-a549-d4b45f42787c req-01599c7d-4f63-489b-8702-6e5b6b178ca8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498734 Aug 26 12:40:42.566622 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f2efb-43f8-4645-a052-f995e9772afc req-42725978-96bb-497b-9de7-96ce09eb5fee tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:42.568957 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5c1f2efb-43f8-4645-a052-f995e9772afc req-42725978-96bb-497b-9de7-96ce09eb5fee tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0896916 Aug 26 12:40:42.612014 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5c1f2efb-43f8-4645-a052-f995e9772afc req-b4437a34-d8ca-4708-9b33-b4e2ba6a10a4 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Aug 26 12:40:42.711491 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbe75e-0129-4dfc-abb2-a974df9aba0d req-63baddab-c6dd-41f4-a436-9d0ef47e0333 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:42.719596 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ecbe75e-0129-4dfc-abb2-a974df9aba0d req-63baddab-c6dd-41f4-a436-9d0ef47e0333 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0602231 Aug 26 12:40:42.760407 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ecbe75e-0129-4dfc-abb2-a974df9aba0d req-36f1c07b-887d-4d95-b4ac-171228349b07 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Aug 26 12:40:43.445072 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 60994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:43.539643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bb64c-4e61-4ba6-b73f-d2f88bbf876a req-1b6e4979-5f24-4a22-99da-7e0982e8a90b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:43.553624 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f54bb64c-4e61-4ba6-b73f-d2f88bbf876a req-1b6e4979-5f24-4a22-99da-7e0982e8a90b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0673761 Aug 26 12:40:43.621331 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e775ca25-8846-4351-9482-ac4f5b15a4d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6402722bc98543b3a3cd34891cffa9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748967 Aug 26 12:40:43.623407 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f54bb64c-4e61-4ba6-b73f-d2f88bbf876a req-51ff0da6-4b58-47df-a316-3713e89336a7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683863 Aug 26 12:40:43.623939 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 60998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:43.684104 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:43.713926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:43.744457 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3658e-fd8e-4c26-89b5-09625c9eae4a req-75d12c7b-9cb0-44d7-98b1-99c45235f939 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:43.746079 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3d3658e-fd8e-4c26-89b5-09625c9eae4a req-75d12c7b-9cb0-44d7-98b1-99c45235f939 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Aug 26 12:40:43.798649 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3d3658e-fd8e-4c26-89b5-09625c9eae4a req-1726305e-988a-4e39-9109-8e04438d13c5 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Aug 26 12:40:43.926465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:43.929421 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:43.933219 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/162ba729-d37d-422b-8183-ce25c21856db HTTP/1.1" status: 204 len: 168 time: 0.3060539 Aug 26 12:40:43.942092 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ba729-d37d-422b-8183-ce25c21856db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:43.956534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66d27b-20ae-45e1-8f46-ff95dc3f5ca7 req-0661fe6a-b32e-43e8-95b7-d7c77ef0e446 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:43.958359 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a66d27b-20ae-45e1-8f46-ff95dc3f5ca7 req-0661fe6a-b32e-43e8-95b7-d7c77ef0e446 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0848205 Aug 26 12:40:43.999211 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:43.999573 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.000053 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.000397 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.000760 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.001090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.001414 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.001747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.002246 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.002589 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.003112 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.003689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38609ed-2b9d-45f2-a339-28b355ebb0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.039634 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a66d27b-20ae-45e1-8f46-ff95dc3f5ca7 req-2046828f-5c71-4f96-ae48-c1991250283a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694568 Aug 26 12:40:44.058047 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:44.132072 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-2a84e6b2-0955-491b-a39d-ab281c6ab6da tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:44.133766 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-2a84e6b2-0955-491b-a39d-ab281c6ab6da tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 945 time: 0.0746064 Aug 26 12:40:44.275866 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Deleting port 7dd9c22b-ccb6-4956-9301-288196a53f60 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:40:44.276298 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:44.419587 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] For port 7dd9c22b-ccb6-4956-9301-288196a53f60, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7dd9c22b-ccb6-4956-9301-288196a53f60,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:44.420055 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:44.445659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Calling delete_port for 7dd9c22b-ccb6-4956-9301-288196a53f60 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:40:44.677210 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b270f2-1fd3-4539-904e-4eec87f775e1 req-b97d6ba3-4c48-40bf-82de-3ee5c5ed4e73 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:44.688167 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97b270f2-1fd3-4539-904e-4eec87f775e1 req-b97d6ba3-4c48-40bf-82de-3ee5c5ed4e73 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0830333 Aug 26 12:40:44.741830 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97b270f2-1fd3-4539-904e-4eec87f775e1 req-a5173a0a-a8b5-45a7-899f-173f2cf7dfc4 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Aug 26 12:40:44.798790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6bf79-e047-4d4d-9563-605ca52e3562 req-4c1947da-5e45-404d-a975-1c767e42789f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:44.803681 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1e6bf79-e047-4d4d-9563-605ca52e3562 req-4c1947da-5e45-404d-a975-1c767e42789f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0605335 Aug 26 12:40:44.803681 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:44.855947 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7dd9c22b-ccb6-4956-9301-288196a53f60'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:44.868879 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Pushing event deleted for resources: {'Port': ['ID=7dd9c22b-ccb6-4956-9301-288196a53f60,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:44.915067 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.929861 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.933848 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.934359 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.934774 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.935253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.935717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.936075 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.936517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.940509 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.941060 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.941472 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:44.965778 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1e6bf79-e047-4d4d-9563-605ca52e3562 req-a47f875b-c7b9-487c-ad80-b425f5a94096 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543829 Aug 26 12:40:44.973212 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b951d0e-1f86-44bd-af53-62e0488829fc req-1da3d4d1-1607-4cae-a285-1c169093e89b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0570650 Aug 26 12:40:45.019967 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] No DVR routers for this DVR port 7dd9c22b-ccb6-4956-9301-288196a53f60 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:40:45.022688 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:45.028838 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4503ce35-b1a3-4560-b693-f26f08274c9e req-aa96989c-59e8-4b60-9c45-533881e67f80 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "DELETE /v2.0/ports/7dd9c22b-ccb6-4956-9301-288196a53f60 HTTP/1.1" status: 204 len: 173 time: 0.8830636 Aug 26 12:40:45.028838 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'name': 'network-vif-deleted', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:45.028838 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec10608-0b73-47a7-88ac-1e3b10da500d" -d '{"events": [{"server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "name": "network-vif-deleted", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:45.078131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987c399-0118-4efb-84f6-d09aa61f233f x-openstack-request-id: req-6987c399-0118-4efb-84f6-d09aa61f233f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:45.078131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52fc4b1-a475-444c-803b-ad29a22e8782", "name": "network-vif-deleted", "tag": "7dd9c22b-ccb6-4956-9301-288196a53f60", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:45.078131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6987c399-0118-4efb-84f6-d09aa61f233f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:45.078131 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52fc4b1-a475-444c-803b-ad29a22e8782', 'name': 'network-vif-deleted', 'tag': '7dd9c22b-ccb6-4956-9301-288196a53f60', 'status': 'completed', 'code': 200} Aug 26 12:40:45.168788 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63030b3-3d73-4b42-b8ba-e6cd199a9b74 req-5812e0ea-a0d4-47ec-a0ef-58cc5f97405d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:45.169636 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e63030b3-3d73-4b42-b8ba-e6cd199a9b74 req-5812e0ea-a0d4-47ec-a0ef-58cc5f97405d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0541708 Aug 26 12:40:45.238869 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e63030b3-3d73-4b42-b8ba-e6cd199a9b74 req-84602385-eb57-41aa-a0f9-d233ed189407 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Aug 26 12:40:45.860672 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819bcb-6f32-4757-9864-c40d944a6ef5 req-471599f5-c77c-4be7-8480-f0c1d243f6eb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:45.862949 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7819bcb-6f32-4757-9864-c40d944a6ef5 req-471599f5-c77c-4be7-8480-f0c1d243f6eb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0556283 Aug 26 12:40:45.937922 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7819bcb-6f32-4757-9864-c40d944a6ef5 req-ecc2a092-6609-4b62-941d-a46f622694cf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668211 Aug 26 12:40:46.010362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.098439 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dfc94663-5ae4-43d6-a816-6703947f37bc req-4719494a-c6f3-4e66-a3ec-901f66029a90 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0395586 Aug 26 12:40:46.151533 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9d0e7-7711-4e96-b10c-1b0bf9d2a86b req-38606f85-a044-4bbf-a174-ed69aabccd7f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:46.154462 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-20b9d0e7-7711-4e96-b10c-1b0bf9d2a86b req-38606f85-a044-4bbf-a174-ed69aabccd7f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1001289 Aug 26 12:40:46.213978 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 32816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:46.221323 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-20b9d0e7-7711-4e96-b10c-1b0bf9d2a86b req-98c334ee-687d-409a-b3e2-04d440f000b2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585594 Aug 26 12:40:46.349342 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247610711-network', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:46.448634 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57098bd-4981-4d3d-8e20-11ca879a89ed req-8a3f868f-46f0-42aa-b00c-76eda07fdeed tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:46.450494 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e57098bd-4981-4d3d-8e20-11ca879a89ed req-8a3f868f-46f0-42aa-b00c-76eda07fdeed tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0974104 Aug 26 12:40:46.498812 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e57098bd-4981-4d3d-8e20-11ca879a89ed req-c06d2a70-f5f8-4563-b3b0-3d08f2d6fa16 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Aug 26 12:40:46.512983 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Made reservation on behalf of 2f413ff7269c43838c6aa0b2ca035c51 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:40:46.517460 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.544126 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.670808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.738812 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.776277 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:40:46.787956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d69019-ccdc-4f1e-b830-681eb0717d73,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:46.797220 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.797428 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Added segment b1446f94-2ed0-4b44-a34b-dfcd212a3663 of type vlan for network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa Aug 26 12:40:46.853836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.939294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-eafb16ce-1e9f-4ad0-863b-840374e6bdb1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:46.941490 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-eafb16ce-1e9f-4ad0-863b-840374e6bdb1 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0709701 Aug 26 12:40:46.986721 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:46.987827 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:46.988518 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.080522 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9eed-a7fb-45a4-b4d0-6bf93044ab58 req-51e2c430-9035-4059-aa44-3eadb09c6101 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:47.093075 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f84b9eed-a7fb-45a4-b4d0-6bf93044ab58 req-51e2c430-9035-4059-aa44-3eadb09c6101 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 946 time: 0.0739951 Aug 26 12:40:47.095768 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:47.109303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:40:47.111981 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f79ed2b6-9225-4d60-90d4-572d38f41ed5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8962440 Aug 26 12:40:47.113017 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 32826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:47.122276 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Request body: {'subnet': {'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247610711-subnet', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:47.163464 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Deleting port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:40:47.163856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.215956 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f84b9eed-a7fb-45a4-b4d0-6bf93044ab58 req-3b499849-bf0a-4a12-9c44-7cbe81df042f tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216464 Aug 26 12:40:47.301623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] For port 5b0311d9-372c-47c5-b503-cb3f8f5339b0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5b0311d9-372c-47c5-b503-cb3f8f5339b0,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:47.302614 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.351506 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2d7e8f1-9561-4047-87ec-965a01bbf762 req-63cc8766-ea5f-4158-8b78-a7993f55b129 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c52fc4b1-a475-444c-803b-ad29a22e8782 HTTP/1.1" status: 200 len: 210 time: 0.0595090 Aug 26 12:40:47.352411 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Calling delete_port for 5b0311d9-372c-47c5-b503-cb3f8f5339b0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:40:47.384698 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1143-a47b-4655-a91a-ea22e90dcc37 req-f9dfe3ee-cecc-4b54-b2a0-a832ad25c764 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:47.386436 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-696b1143-a47b-4655-a91a-ea22e90dcc37 req-f9dfe3ee-cecc-4b54-b2a0-a832ad25c764 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Aug 26 12:40:47.427767 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Made reservation on behalf of 2f413ff7269c43838c6aa0b2ca035c51 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:40:47.430556 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4197632'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.437367 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-696b1143-a47b-4655-a91a-ea22e90dcc37 req-8da8f30f-fe16-4626-92ec-88f3f7433fce tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Aug 26 12:40:47.701699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 5b0311d9-372c-47c5-b503-cb3f8f5339b0 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:40:47.740381 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416588ba-2ead-4b31-9255-d580a85b51fe req-22a87f4c-fb4a-4702-ac32-8a346a8b7d12 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:47.742012 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-416588ba-2ead-4b31-9255-d580a85b51fe req-22a87f4c-fb4a-4702-ac32-8a346a8b7d12 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1420553 Aug 26 12:40:47.792354 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.836200 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.838984 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd', '332f6c4b-7120-4c47-91ee-5518fa03335c', 'de34db65-577a-4de0-b899-47178ea24aac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:47.841848 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-416588ba-2ead-4b31-9255-d580a85b51fe req-1ff54fc8-963e-4d8d-b99c-6c6015a5c983 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854037 Aug 26 12:40:47.842649 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event deleted for resources: {'Port': ['ID=5b0311d9-372c-47c5-b503-cb3f8f5339b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:47.905930 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] No DVR routers for this DVR port 5b0311d9-372c-47c5-b503-cb3f8f5339b0 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:40:47.908517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5756374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4197746'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.914616 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:47.917036 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-335ef7dc-8d2c-48fa-8f7b-80a6a1c4855e req-daf3c09b-164f-468c-8b18-bc9d6bda5acb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "DELETE /v2.0/ports/5b0311d9-372c-47c5-b503-cb3f8f5339b0 HTTP/1.1" status: 204 len: 173 time: 0.9683309 Aug 26 12:40:47.919149 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'name': 'network-vif-deleted', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:47.929061 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80015a34-ee63-41f5-b701-bd70455ff45b" -d '{"events": [{"server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "name": "network-vif-deleted", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:47.965111 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7dd9c22b-ccb6-4956-9301-288196a53f60 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:40:47.979712 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c8606-b3a3-45fb-beb8-2e31cedf335d x-openstack-request-id: req-ed2c8606-b3a3-45fb-beb8-2e31cedf335d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:47.980263 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30798c1e-6bc7-47ff-b219-e68e3047db8e", "name": "network-vif-deleted", "tag": "5b0311d9-372c-47c5-b503-cb3f8f5339b0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:47.980263 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed2c8606-b3a3-45fb-beb8-2e31cedf335d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:47.980621 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30798c1e-6bc7-47ff-b219-e68e3047db8e', 'name': 'network-vif-deleted', 'tag': '5b0311d9-372c-47c5-b503-cb3f8f5339b0', 'status': 'completed', 'code': 200} Aug 26 12:40:47.986737 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22da76b8-b618-4d5d-9cb4-394500f1af2f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:48.007845 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 7dd9c22b-ccb6-4956-9301-288196a53f60 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:40:48.008263 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7dd9c22b-ccb6-4956-9301-288196a53f60 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:40:48.009476 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Checking segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:48.009843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Network hostable DHCP agents. Network: 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:40:48.144360 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:40:48.255620 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:48.260125 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:48.260984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:48.306958 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929941c-102c-4efa-81ce-f2df10bd3317 None None] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:40:48.375174 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41677506-1711-49ed-89ca-af18d88c01ac req-d02f8dc0-ae5b-4803-8448-4fea02c0ad63 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=30798c1e-6bc7-47ff-b219-e68e3047db8e HTTP/1.1" status: 200 len: 210 time: 0.0454590 Aug 26 12:40:48.489234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 32844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:48.489881 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dedd88aa-a893-4fb6-9791-d3661059934a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3735075 Aug 26 12:40:48.493918 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:48.579443 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:40:48.580422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:48.609357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547ac7f-73a2-4ee1-a02d-a30fc0cea911 req-3c5b1ff7-566d-4923-bbe7-f83cbdd5b1ee tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:48.613321 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d547ac7f-73a2-4ee1-a02d-a30fc0cea911 req-3c5b1ff7-566d-4923-bbe7-f83cbdd5b1ee tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0682712 Aug 26 12:40:48.687948 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d547ac7f-73a2-4ee1-a02d-a30fc0cea911 req-479aa133-495e-43bf-8ab8-0e6db199981f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670471 Aug 26 12:40:48.729860 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:48.734096 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:48.757599 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Allocated IP 172.20.0.2 (25d6ad31-68fd-4829-9fdc-ab2d06efc7aa/22da76b8-b618-4d5d-9cb4-394500f1af2f/0fba02d6-0c4d-4f43-934b-460e658dfcc1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:48.847886 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.024032 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.077954 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Transition to ACTIVE for port object 0fba02d6-0c4d-4f43-934b-460e658dfcc1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:49.132126 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Transition to ACTIVE for port object 0fba02d6-0c4d-4f43-934b-460e658dfcc1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:49.154787 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab750f-0ae3-4bc0-8892-b0f6b6d83301 req-82078b6f-1e1f-4825-9883-01108aa3fbf5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:49.156447 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47ab750f-0ae3-4bc0-8892-b0f6b6d83301 req-82078b6f-1e1f-4825-9883-01108aa3fbf5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.2108834 Aug 26 12:40:49.205234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.243280 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47ab750f-0ae3-4bc0-8892-b0f6b6d83301 req-70b11fe1-ad41-41ac-a52d-8973e19c4e3c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Aug 26 12:40:49.272002 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.329694 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:49.336652 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:49.342642 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:40:49.353702 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Pushing event updated for resources: {'Port': ['ID=0fba02d6-0c4d-4f43-934b-460e658dfcc1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:49.435959 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Attempting to bind port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:40:49.435959 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Attempting to bind port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:40:49.435959 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Attempting to bind port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 on network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:49.458235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:40:49.458702 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Checking segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:49.459193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.459686 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Bound using segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:40:49.460248 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Bound port: 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:40:49.460705 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.547772 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] For port 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:40:49.553031 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] For port 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0fba02d6-0c4d-4f43-934b-460e658dfcc1,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:40:49.738363 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.757598 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:49.886204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf17b-bc85-48f4-994f-f1ac88b46536 req-d8ab587d-32c8-44bf-97f6-6e13a01d5501 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:49.887785 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b30bf17b-bc85-48f4-994f-f1ac88b46536 req-d8ab587d-32c8-44bf-97f6-6e13a01d5501 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1226008 Aug 26 12:40:49.927132 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Allocated IP 172.27.0.65 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/2582a084-9047-40c3-9d94-cc54261af436) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:49.957811 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b30bf17b-bc85-48f4-994f-f1ac88b46536 req-758f098a-a7e5-4ab6-af53-98da19ebcdff tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622633 Aug 26 12:40:50.054806 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:50.384112 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472440a-941c-4a9c-b6c8-2f0a2bdd1f85 req-00e3bbf6-0cd6-40dc-bd8d-509de4c22fd9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:50.385602 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e472440a-941c-4a9c-b6c8-2f0a2bdd1f85 req-00e3bbf6-0cd6-40dc-bd8d-509de4c22fd9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0713439 Aug 26 12:40:50.425352 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e472440a-941c-4a9c-b6c8-2f0a2bdd1f85 req-fc5d115b-5a41-4f2e-bbfe-1105825676e2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Aug 26 12:40:50.844609 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:50.903781 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d804a38-1307-4299-af23-7d264b77a5dc None None] Pushing event updated for resources: {'Port': ['ID=0fba02d6-0c4d-4f43-934b-460e658dfcc1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:51.001948 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:51.072443 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:51.080327 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:51.083957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:40:51.227062 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Pushing event updated for resources: {'Port': ['ID=2582a084-9047-40c3-9d94-cc54261af436,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:51.315327 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bacce7-eec0-4f29-81bc-f292f066ad04 req-524565f4-f058-4d9c-8139-484041d6a876 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:51.317718 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-90bacce7-eec0-4f29-81bc-f292f066ad04 req-524565f4-f058-4d9c-8139-484041d6a876 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.2274051 Aug 26 12:40:51.436330 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0fba02d6-0c4d-4f43-934b-460e658dfcc1 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:51.476130 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-90bacce7-eec0-4f29-81bc-f292f066ad04 req-7d35674d-66f6-4241-b1ea-10f52aa7ff00 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896325 Aug 26 12:40:51.584197 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc2c4-2a11-45bc-bd2f-008e072b86bc req-1be211e0-6061-4710-94e8-6eb5ce7f1172 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:51.589515 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-949cc2c4-2a11-45bc-bd2f-008e072b86bc req-1be211e0-6061-4710-94e8-6eb5ce7f1172 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0583491 Aug 26 12:40:51.649409 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-949cc2c4-2a11-45bc-bd2f-008e072b86bc req-ef2ab1e8-5c91-4ae3-8b43-c949a66d392c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516016 Aug 26 12:40:51.701189 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:51.785531 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.059692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.092796 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062c966-0f97-45c1-b8e5-9bce2dd14152 None None] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:40:52.267150 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Provisioning for port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:52.273510 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Provisioning complete for port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:52.273877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.383257 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.420101 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] For port 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0fba02d6-0c4d-4f43-934b-460e658dfcc1,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:52.541444 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.596292 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Router c6c618bf-8438-47c2-938a-4b56b4bac0d3 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:40:52.603461 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b143e-da8b-4909-871a-7353ba276b7b None None] Pushing event updated for resources: {'Port': ['ID=0fba02d6-0c4d-4f43-934b-460e658dfcc1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:52.664285 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36faf3a8-66d1-4a1e-a4e6-2794f93becf4 None None] Provisioning complete for port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:52.664685 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36faf3a8-66d1-4a1e-a4e6-2794f93becf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.694843 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5943e-30b0-476d-93c9-5235cc7e1a30 req-bab8bbe7-e07f-44dd-ab65-3908e61fe03b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:52.696476 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-89f5943e-30b0-476d-93c9-5235cc7e1a30 req-bab8bbe7-e07f-44dd-ab65-3908e61fe03b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1158319 Aug 26 12:40:52.782905 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-89f5943e-30b0-476d-93c9-5235cc7e1a30 req-1036fde8-fedf-4b80-b619-1c13fe3fc572 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771129 Aug 26 12:40:52.798615 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:40:52.808520 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Sync routers for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:40:52.821433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909c035-8ff0-4a45-a0d1-c957b9a66b9f req-4aad66d0-5c9f-46fc-b018-a7f2534dae6e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:52.823634 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9909c035-8ff0-4a45-a0d1-c957b9a66b9f req-4aad66d0-5c9f-46fc-b018-a7f2534dae6e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0730853 Aug 26 12:40:52.824063 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:40:52.824707 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:52.872023 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9909c035-8ff0-4a45-a0d1-c957b9a66b9f req-81ad0ff2-e300-48dc-b774-d1f72e328f42 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Aug 26 12:40:52.892759 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:52.895097 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-83a84266-ee3b-45aa-866e-d0554de98c29 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4046590 Aug 26 12:40:52.897622 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 32890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:52.937656 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:40:53.153459 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:51Z', 'revision_number': 3, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:53.185424 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Checking router: c6c618bf-8438-47c2-938a-4b56b4bac0d3 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:40:53.185863 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Updating router c6c618bf-8438-47c2-938a-4b56b4bac0d3 port 2582a084-9047-40c3-9d94-cc54261af436 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:40:53.230394 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.305251 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0fba02d6-0c4d-4f43-934b-460e658dfcc1 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:53.426444 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:53.426444 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.535490 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-685db1c8-4ff1-4115-8024-62f6fece4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:53.538026 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-685db1c8-4ff1-4115-8024-62f6fece4913 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0918396 Aug 26 12:40:53.565520 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.586905 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:40:53.672719 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-b1b4c183-c045-43fb-88e0-2b263d687e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:53.674447 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-b1b4c183-c045-43fb-88e0-2b263d687e74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.1284926 Aug 26 12:40:53.728768 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.747031 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Transition to ACTIVE for port object 2582a084-9047-40c3-9d94-cc54261af436 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:53.769536 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-ad4e118a-5728-4243-a839-5457a3cacc9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 1001 time: 0.0868821 Aug 26 12:40:53.785620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Allocated IP 172.20.0.1 (25d6ad31-68fd-4829-9fdc-ab2d06efc7aa/22da76b8-b618-4d5d-9cb4-394500f1af2f/eed4d122-5062-41df-87b2-cb253692afef) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:53.866956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-5f436bb3-ffad-4adb-aad3-9a72c1ac279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:53.868511 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.869037 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-5f436bb3-ffad-4adb-aad3-9a72c1ac279a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0920167 Aug 26 12:40:53.881264 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc0c7f-6cb4-451a-8b7e-4cdafcccf42a req-ce97aad4-1367-4561-90a3-15e5f396c164 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:53.883768 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dcc0c7f-6cb4-451a-8b7e-4cdafcccf42a req-ce97aad4-1367-4561-90a3-15e5f396c164 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0791411 Aug 26 12:40:53.958600 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dcc0c7f-6cb4-451a-8b7e-4cdafcccf42a req-f98165bb-6758-4861-9f35-033b6e620d56 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658491 Aug 26 12:40:53.960772 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-12975b5a-5bfc-4c14-a808-1c799084b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:53.962351 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-12975b5a-5bfc-4c14-a808-1c799084b8bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785832 Aug 26 12:40:53.976763 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Attempting to bind port 2582a084-9047-40c3-9d94-cc54261af436 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:40:53.981015 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Attempting to bind port 2582a084-9047-40c3-9d94-cc54261af436 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:40:53.981015 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Attempting to bind port 2582a084-9047-40c3-9d94-cc54261af436 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:53.982027 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Pushing event updated for resources: {'Port': ['ID=2582a084-9047-40c3-9d94-cc54261af436,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:53.988876 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:53.997237 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:40:53.998415 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:53.999392 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.000338 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:40:54.001417 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Bound port: 2582a084-9047-40c3-9d94-cc54261af436, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:40:54.002377 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.004577 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Transition to ACTIVE for port object eed4d122-5062-41df-87b2-cb253692afef will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:54.008869 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.009553 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.010226 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.010992 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.011567 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.012265 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.013034 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.013606 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.014114 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.014582 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.015211 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.015916 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:40:54.056005 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5b42-a18b-4211-b460-5cd5e8311ae1 req-a8faab22-06aa-4b17-a748-05df79674fa8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:54.064319 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ed8a5b42-a18b-4211-b460-5cd5e8311ae1 req-a8faab22-06aa-4b17-a748-05df79674fa8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1776147 Aug 26 12:40:54.085873 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] For port 2582a084-9047-40c3-9d94-cc54261af436, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:40:54.090959 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] For port 2582a084-9047-40c3-9d94-cc54261af436, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2582a084-9047-40c3-9d94-cc54261af436,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:40:54.108132 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ed8a5b42-a18b-4211-b460-5cd5e8311ae1 req-439efa89-9cdb-446b-b1d3-68c4156a51ae tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Aug 26 12:40:54.150497 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-40009d37-15af-48fe-ac53-d99d9a35b736 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791909 Aug 26 12:40:54.170084 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd501f-aec2-4eba-aaf7-6df7bf399536 req-7ce348ce-e6d1-4acb-94bc-d7c86e820d18 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:54.171667 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-73dd501f-aec2-4eba-aaf7-6df7bf399536 req-7ce348ce-e6d1-4acb-94bc-d7c86e820d18 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0732813 Aug 26 12:40:54.193154 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.193616 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.250421 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:54.260645 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:54.260645 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:40:54.269077 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-73dd501f-aec2-4eba-aaf7-6df7bf399536 req-0817f4d3-a784-4404-b13d-e0d2ff70b9d0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883272 Aug 26 12:40:54.304352 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:40:54.306014 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:54.319679 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.324276 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18ee189a-6835-4fb2-81f7-eade40fda1e7 req-22b4827a-b77f-4bb0-bc8a-3accee8f64ea service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515810 Aug 26 12:40:54.363415 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Pushing event updated for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:54.377824 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0544a0-55e8-419c-811b-1a4eb100a6e8 None None] Pushing event updated for resources: {'Port': ['ID=2582a084-9047-40c3-9d94-cc54261af436,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:54.493207 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:40:54.638770 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.697969 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61b26173-2513-46df-9fa9-aeca24997135 None None] Provisioning for port eed4d122-5062-41df-87b2-cb253692afef completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:54.703030 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61b26173-2513-46df-9fa9-aeca24997135 None None] Provisioning complete for port eed4d122-5062-41df-87b2-cb253692afef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:54.703747 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61b26173-2513-46df-9fa9-aeca24997135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.726505 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:51Z', 'revision_number': 3, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:54.748929 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-61b26173-2513-46df-9fa9-aeca24997135 None None] Port eed4d122-5062-41df-87b2-cb253692afef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:40:54.759677 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae788-8fc2-41dd-944a-21bd7776626f None None] The sync data for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi is: [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:51Z', 'revision_number': 3, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:40:54.851079 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.946554 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.027923 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.030678 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Pushing event updated for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:55.185477 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9901c-f2a8-412c-857d-d5a602653bde req-a1bab962-df0f-4235-bf12-4167b5fa13da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:55.187091 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fea9901c-f2a8-412c-857d-d5a602653bde req-a1bab962-df0f-4235-bf12-4167b5fa13da tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0980291 Aug 26 12:40:55.198162 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:55.204171 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:55.339646 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce114-8269-423c-a5ed-1e947e8cf5c6 req-281ad525-6fd9-4e11-8edd-1d837dc573f1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:55.342380 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-353ce114-8269-423c-a5ed-1e947e8cf5c6 req-281ad525-6fd9-4e11-8edd-1d837dc573f1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.1248782 Aug 26 12:40:55.374521 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fea9901c-f2a8-412c-857d-d5a602653bde req-36293ff4-e9e1-40f8-b6fb-34b954f6b0e9 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741433 Aug 26 12:40:55.376863 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2582a084-9047-40c3-9d94-cc54261af436 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:55.499551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-353ce114-8269-423c-a5ed-1e947e8cf5c6 req-36aa58fe-e37a-420b-b9de-a45ac6606add tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506712 Aug 26 12:40:55.539518 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Router c6c618bf-8438-47c2-938a-4b56b4bac0d3 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:40:55.580721 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-997d62bc-a513-4a5f-b540-ef6823385164 None None] Provisioning complete for port eed4d122-5062-41df-87b2-cb253692afef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:55.581230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-997d62bc-a513-4a5f-b540-ef6823385164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.614419 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 2582a084-9047-40c3-9d94-cc54261af436 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:55.621669 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-997d62bc-a513-4a5f-b540-ef6823385164 None None] Port eed4d122-5062-41df-87b2-cb253692afef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:40:55.622883 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 2582a084-9047-40c3-9d94-cc54261af436 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:55.623244 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.623838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1945-5346-4887-bc07-2deabe63ed8f req-ef350c57-3d2b-47b5-94bc-29a8743b91fd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:55.633238 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cedb1945-5346-4887-bc07-2deabe63ed8f req-ef350c57-3d2b-47b5-94bc-29a8743b91fd tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1167769 Aug 26 12:40:55.698492 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-54ee7dc4-dcb1-40c5-a51d-0c5c70e3cf8c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:55.700359 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-54ee7dc4-dcb1-40c5-a51d-0c5c70e3cf8c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 945 time: 0.0723419 Aug 26 12:40:55.714240 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cedb1945-5346-4887-bc07-2deabe63ed8f req-f09e0ae7-cde9-4696-878a-680bacf4a3a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Aug 26 12:40:55.743075 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:40:55.751463 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a0aa2e67-2654-4016-97ca-5bba56b377fb admin admin] 10.222.0.15 "PUT /v2.0/routers/c6c618bf-8438-47c2-938a-4b56b4bac0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526855 Aug 26 12:40:55.828886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Deleting port de34db65-577a-4de0-b899-47178ea24aac {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:40:55.833871 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.892433 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.918604 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 2582a084-9047-40c3-9d94-cc54261af436, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2582a084-9047-40c3-9d94-cc54261af436,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:55.945215 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] For port de34db65-577a-4de0-b899-47178ea24aac, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=de34db65-577a-4de0-b899-47178ea24aac,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:55.945618 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:55.959749 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Calling delete_port for de34db65-577a-4de0-b899-47178ea24aac owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:40:56.032592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.105179 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=2582a084-9047-40c3-9d94-cc54261af436,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:56.198548 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.232859 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event deleted for resources: {'Port': ['ID=de34db65-577a-4de0-b899-47178ea24aac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:56.286922 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] No DVR routers for this DVR port de34db65-577a-4de0-b899-47178ea24aac on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:40:56.290193 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.293467 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b9d246f-77ef-47ac-a39c-0aee0aa9e68d req-7efd4cdf-90c5-4a27-a6fb-048a207e73c2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "DELETE /v2.0/ports/de34db65-577a-4de0-b899-47178ea24aac HTTP/1.1" status: 204 len: 173 time: 0.5858226 Aug 26 12:40:56.294042 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'name': 'network-vif-deleted', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:56.296946 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab772a1-cf72-4e17-87d2-0cfe13e9bb7d" -d '{"events": [{"server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "name": "network-vif-deleted", "tag": "de34db65-577a-4de0-b899-47178ea24aac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:56.344164 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7deba15-f8dd-4e2f-b231-e9a17c8665a4 x-openstack-request-id: req-b7deba15-f8dd-4e2f-b231-e9a17c8665a4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:56.344164 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280a4d7c-2ed2-4863-b48f-8b16077a25e5", "name": "network-vif-deleted", "tag": "de34db65-577a-4de0-b899-47178ea24aac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:56.344164 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7deba15-f8dd-4e2f-b231-e9a17c8665a4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:56.344164 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280a4d7c-2ed2-4863-b48f-8b16077a25e5', 'name': 'network-vif-deleted', 'tag': 'de34db65-577a-4de0-b899-47178ea24aac', 'status': 'completed', 'code': 200} Aug 26 12:40:56.473473 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-501de86d-e693-4268-83d4-4c307a5dee92 req-9c540734-610d-4667-8ca8-5dbcd0082e4e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0310926 Aug 26 12:40:56.658008 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa03c7-1432-481f-ae7c-cd4086690627 req-24256f22-909a-49fc-8406-cef0a6abe055 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:56.659560 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65fa03c7-1432-481f-ae7c-cd4086690627 req-24256f22-909a-49fc-8406-cef0a6abe055 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Aug 26 12:40:56.702917 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 32952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:56.709053 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2096353951-network', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:56.712936 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Sync routers for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:40:56.715500 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65fa03c7-1432-481f-ae7c-cd4086690627 req-f98de691-f530-41f3-8f7d-5d9f607b1d96 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Aug 26 12:40:56.725506 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:40:56.726322 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:56.802365 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Made reservation on behalf of 520b9a2f9b5a4772a898f522070ca5e2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:40:56.804647 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.828977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.842208 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:40:56.868681 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2103a4-499d-45f7-933a-44b9c7f67935 req-9daa4aef-1c4d-46e9-afd4-79fac94c163a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:56.870361 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac2103a4-499d-45f7-933a-44b9c7f67935 req-9daa4aef-1c4d-46e9-afd4-79fac94c163a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0795703 Aug 26 12:40:56.938244 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac2103a4-499d-45f7-933a-44b9c7f67935 req-10d333aa-c019-4ea4-9945-0426111cbd7b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572419 Aug 26 12:40:56.977758 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.057764 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 2, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:57.078310 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.085874 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Checking router: c6c618bf-8438-47c2-938a-4b56b4bac0d3 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:40:57.086239 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Updating router c6c618bf-8438-47c2-938a-4b56b4bac0d3 port eed4d122-5062-41df-87b2-cb253692afef binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:40:57.103810 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:40:57.114138 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.114388 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f8f4d-21aa-4063-b6d7-960df910f692,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:57.121210 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.121542 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Added segment 1daa26fc-f29a-40fe-9baa-363f34d44d87 of type vlan for network f675d8f0-d80d-47e7-bc3d-2eece604fa48 Aug 26 12:40:57.165752 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.304238 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.305235 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2582a084-9047-40c3-9d94-cc54261af436 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:57.305452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:57.306175 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.373050 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] Pushing event updated for resources: {'Network': ['ID=f675d8f0-d80d-47e7-bc3d-2eece604fa48,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:57.390193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:40:57.424919 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-481b3a42-c042-4dc7-af45-2d0455d0367a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7198384 Aug 26 12:40:57.427563 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 32956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:57.432890 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Request body: {'subnet': {'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2096353951-subnet', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:57.460822 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 2582a084-9047-40c3-9d94-cc54261af436 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:57.461214 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.532146 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Made reservation on behalf of 520b9a2f9b5a4772a898f522070ca5e2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:40:57.535595 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.555234 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.569817 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Transition to ACTIVE for port object eed4d122-5062-41df-87b2-cb253692afef will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:57.588308 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-736b64b2-465f-4eed-ab9c-68db62684857 req-bb246ea3-68bd-47cb-a41d-37f98908a6bc tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0446208 Aug 26 12:40:57.713327 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.765836 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608269a-dbd6-4c7e-a51b-7914932c0eb8 None None] Pushing event updated for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:57.824927 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Attempting to bind port eed4d122-5062-41df-87b2-cb253692afef on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:40:57.825265 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Attempting to bind port eed4d122-5062-41df-87b2-cb253692afef by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:40:57.825402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Attempting to bind port eed4d122-5062-41df-87b2-cb253692afef on network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:57.828134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.832323 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:40:57.832724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Checking segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:57.833163 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.833561 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Bound using segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:40:57.834045 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Bound port: eed4d122-5062-41df-87b2-cb253692afef, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:40:57.834426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.886416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f94da-9b3e-4f31-a7ae-d7a45ee0807d req-6c9c4c93-4b61-48cd-9934-6456a3623517 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:57.887919 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-937f94da-9b3e-4f31-a7ae-d7a45ee0807d req-6c9c4c93-4b61-48cd-9934-6456a3623517 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0927467 Aug 26 12:40:57.907698 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] For port eed4d122-5062-41df-87b2-cb253692afef, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:40:57.912074 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] For port eed4d122-5062-41df-87b2-cb253692afef, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eed4d122-5062-41df-87b2-cb253692afef,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:40:57.926244 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357c1d71-d1c4-4b7f-ab98-d39ae4716d38,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:57.935117 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Checking segment: {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:57.935478 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Network hostable DHCP agents. Network: f675d8f0-d80d-47e7-bc3d-2eece604fa48, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:40:57.960881 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-937f94da-9b3e-4f31-a7ae-d7a45ee0807d req-4c6751f3-2be0-42ed-8ab8-b776f0fef4dc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631821 Aug 26 12:40:58.021198 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.051836 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:40:58.065605 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2e23-f81c-4f68-8e5b-f554f4714d86 req-c2aa468d-7918-4489-984f-ad9ce1f4e5db tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:58.067238 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5dcb2e23-f81c-4f68-8e5b-f554f4714d86 req-c2aa468d-7918-4489-984f-ad9ce1f4e5db tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Aug 26 12:40:58.077050 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:40:58.077692 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:58.113770 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5dcb2e23-f81c-4f68-8e5b-f554f4714d86 req-a8e409a0-e9eb-4e35-bbfb-fb57463d13f0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Aug 26 12:40:58.121051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608269a-dbd6-4c7e-a51b-7914932c0eb8 None None] Pushing event updated for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:58.149557 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, f675d8f0-d80d-47e7-bc3d-2eece604fa48) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:58.154393 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:58.154393 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.170706 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e37ab2-84bb-4c66-b933-dc3182455662 None None] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:40:58.245054 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:40:58.256845 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ffc159f0-ae74-4afc-8796-efa379cfce12 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8271337 Aug 26 12:40:58.260452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 32966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:40:58.262723 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:40:58.409531 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.410478 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.468931 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'fixed_ips': [{'subnet_id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:40:58.469791 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.470621 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.636308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd', '332f6c4b-7120-4c47-91ee-5518fa03335c', 'de34db65-577a-4de0-b899-47178ea24aac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:40:58.648786 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:40:58.742905 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.765445 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dd426c9-b4e1-4f46-99de-e5c2da2296b3 req-9abde4ff-45b4-4125-80a3-52adb56c48bf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0375063 Aug 26 12:40:58.908890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:57Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:40:58.919389 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Allocated IP 172.20.0.2 (f675d8f0-d80d-47e7-bc3d-2eece604fa48/357c1d71-d1c4-4b7f-ab98-d39ae4716d38/45d1aa91-ab7e-400c-b741-0976fffd6446) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:58.960376 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec86e6-ccaa-458c-ab84-fbde3679ea8a None None] The sync data for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi is: [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:57Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:40:58.972362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.059077 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:40:59.097544 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:40:59.100164 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1242788-13e9-48fb-96c3-00cc288746da" -d '{"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:40:59.137896 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eabb1-2773-4d80-9e2d-cfb55f19413b req-fc8ccd82-5052-445f-9800-ba840091efd3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:59.148375 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.154303 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa8eabb1-2773-4d80-9e2d-cfb55f19413b req-fc8ccd82-5052-445f-9800-ba840091efd3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 945 time: 0.0816712 Aug 26 12:40:59.245204 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa8eabb1-2773-4d80-9e2d-cfb55f19413b req-e1a9f0a8-69f3-470d-8201-3bc3c84fe9a7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936031 Aug 26 12:40:59.269813 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c8fb64-c3e0-4f94-907a-7ef9d0e590b6 x-openstack-request-id: req-71c8fb64-c3e0-4f94-907a-7ef9d0e590b6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:40:59.270232 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:40:59.270586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71c8fb64-c3e0-4f94-907a-7ef9d0e590b6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:40:59.271081 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'code': 200} Aug 26 12:40:59.339712 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:59.376136 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eed4d122-5062-41df-87b2-cb253692afef up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:40:59.430304 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.449610 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.467713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Transition to ACTIVE for port object 45d1aa91-ab7e-400c-b741-0976fffd6446 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:59.475926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.506992 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c98a32-5ac1-40e1-9db7-353e03311523 req-bbeb6aea-3a67-47ef-9774-a24e025b0569 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:40:59.507306 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Transition to ACTIVE for port object 45d1aa91-ab7e-400c-b741-0976fffd6446 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:40:59.508591 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d5c98a32-5ac1-40e1-9db7-353e03311523 req-bbeb6aea-3a67-47ef-9774-a24e025b0569 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1282909 Aug 26 12:40:59.617993 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d5c98a32-5ac1-40e1-9db7-353e03311523 req-0e0029e2-b9fd-4dc0-b326-98cd82a9d730 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724831 Aug 26 12:40:59.649254 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.652895 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port eed4d122-5062-41df-87b2-cb253692afef completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:40:59.691303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port eed4d122-5062-41df-87b2-cb253692afef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:40:59.691303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.691529 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Allocated IP 172.27.0.24 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:40:59.728503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:40:59.738975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:40:59.749594 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:40:59.755034 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Pushing event updated for resources: {'Port': ['ID=45d1aa91-ab7e-400c-b741-0976fffd6446,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:40:59.888446 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.890906 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Attempting to bind port 45d1aa91-ab7e-400c-b741-0976fffd6446 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:40:59.891447 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Attempting to bind port 45d1aa91-ab7e-400c-b741-0976fffd6446 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:40:59.892003 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Attempting to bind port 45d1aa91-ab7e-400c-b741-0976fffd6446 on network f675d8f0-d80d-47e7-bc3d-2eece604fa48 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:40:59.916475 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b0f450fd-5a0e-419c-8e94-72009a25f7be req-1a043f8e-7ad3-4382-ad4f-10ecc25b543e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=280a4d7c-2ed2-4863-b48f-8b16077a25e5 HTTP/1.1" status: 200 len: 210 time: 0.0511849 Aug 26 12:40:59.939402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:40:59.942068 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Checking segment: {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:40:59.956240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.956240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Bound using segment: {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:40:59.956240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Bound port: 45d1aa91-ab7e-400c-b741-0976fffd6446, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:40:59.956240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:59.956240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.003431 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-17fb30fa-3962-414c-b435-b49be72e1a39 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:00.011367 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-17fb30fa-3962-414c-b435-b49be72e1a39 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/networks?id=02809cc7-7005-4069-99dc-0d58208a3f44 HTTP/1.1" status: 200 len: 813 time: 0.1417537 Aug 26 12:41:00.031967 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-239d5219-dafc-49d2-aaf7-640c814bb3df tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/quotas/f6596cc6533d40af8d5a0e91cd9d008f HTTP/1.1" status: 200 len: 375 time: 0.0165813 Aug 26 12:41:00.034629 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port eed4d122-5062-41df-87b2-cb253692afef, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eed4d122-5062-41df-87b2-cb253692afef,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:00.065558 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-09a0243c-7ed3-404d-b425-898369831074 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350187 Aug 26 12:41:00.074804 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] For port 45d1aa91-ab7e-400c-b741-0976fffd6446, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:41:00.079349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] For port 45d1aa91-ab7e-400c-b741-0976fffd6446, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=45d1aa91-ab7e-400c-b741-0976fffd6446,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:41:00.100432 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.123949 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.160372 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:41:00.164097 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:41:00.167384 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:41:00.193384 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:00.205736 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.208359 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-19f25549-d882-4a7a-8c0f-1a28e635b4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418195 Aug 26 12:41:00.219055 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:00.269243 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625a2b8-2c4a-45f9-b73e-e7ca7955fd21 None None] Pushing event updated for resources: {'Port': ['ID=45d1aa91-ab7e-400c-b741-0976fffd6446,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:00.270842 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97391f28-8142-4f3e-b2ac-7a5057480c31 req-5acb3e20-062a-45a2-b923-144e332421ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:00.272549 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97391f28-8142-4f3e-b2ac-7a5057480c31 req-5acb3e20-062a-45a2-b923-144e332421ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.1232762 Aug 26 12:41:00.350294 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97391f28-8142-4f3e-b2ac-7a5057480c31 req-6926c360-e832-4cba-bba1-ad13a46c501f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Aug 26 12:41:00.357274 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-fbb89720-24e9-4696-8a0c-88ee3898cd4f service neutron] 10.222.0.15 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479657 Aug 26 12:41:00.450381 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990be0-e0ea-4acb-b5d3-ca457367e821 req-ad994269-d956-4b81-ade8-2a66614bbbed tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:00.452095 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-27990be0-e0ea-4acb-b5d3-ca457367e821 req-ad994269-d956-4b81-ade8-2a66614bbbed tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1074367 Aug 26 12:41:00.504474 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-27990be0-e0ea-4acb-b5d3-ca457367e821 req-50eda768-c4df-4745-a5d2-98c483a0edff tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Aug 26 12:41:00.627457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device de34db65-577a-4de0-b899-47178ea24aac no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:00.671204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.696369 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: de34db65-577a-4de0-b899-47178ea24aac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:00.705806 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device de34db65-577a-4de0-b899-47178ea24aac not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:00.740083 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d4f34be-60b9-4ec1-b0b7-af3d853d1cf8 req-423ec4dc-3481-4a20-a463-1cb3171796b2 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 210 time: 0.0277352 Aug 26 12:41:00.860794 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf729-697b-4d8b-9e14-12473d08de4b req-8f568e24-cc02-41b7-a347-afe997381ee2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:00.861998 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74aaf729-697b-4d8b-9e14-12473d08de4b req-8f568e24-cc02-41b7-a347-afe997381ee2 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0520444 Aug 26 12:41:00.917175 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74aaf729-697b-4d8b-9e14-12473d08de4b req-e9638b60-ca7a-4fb5-b06c-2a1ee5e06cb6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Aug 26 12:41:00.926799 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:01.186517 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Router f5ce9936-fc71-47a1-abc4-d957e09560c4 is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:41:01.322862 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:41:01.333750 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Sync routers for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:41:01.345241 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:01.346194 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:01.421952 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eed4d122-5062-41df-87b2-cb253692afef up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:01.452195 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:01.453518 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7d5021de-e7e8-4c6c-b6a2-827aa364f1a1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1943574 Aug 26 12:41:01.457458 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:01.520237 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port eed4d122-5062-41df-87b2-cb253692afef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:01.520613 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:01.557813 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:01.560412 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86ca63-9000-42ee-96a7-018bd9819912 None None] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:41:01.566126 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f79bb-2b65-4eea-ad1b-d185a0426e4b req-f1f27076-eed0-412b-b5d6-807765bbe8b0 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:01.587275 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-570f79bb-2b65-4eea-ad1b-d185a0426e4b req-f1f27076-eed0-412b-b5d6-807765bbe8b0 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.0755191 Aug 26 12:41:01.643036 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-570f79bb-2b65-4eea-ad1b-d185a0426e4b req-7d19bd4f-7c4a-418d-8f21-8e482e0839cb tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528257 Aug 26 12:41:01.738503 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 45d1aa91-ab7e-400c-b741-0976fffd6446 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:01.792158 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:00Z', 'revision_number': 3, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:01.830313 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Checking router: f5ce9936-fc71-47a1-abc4-d957e09560c4 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:41:01.830936 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Updating router f5ce9936-fc71-47a1-abc4-d957e09560c4 port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:41:01.863767 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e393f65-120b-4b5a-9b4d-058a8842712d None None] Provisioning for port 45d1aa91-ab7e-400c-b741-0976fffd6446 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:01.873855 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2976ecff-6e09-4780-a71d-6a4bf3707c0c req-388dd8a1-0370-4bc1-890f-468f5c3b2ff3 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 210 time: 0.0461061 Aug 26 12:41:01.874114 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:01.973627 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 45d1aa91-ab7e-400c-b741-0976fffd6446 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:01.978523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 45d1aa91-ab7e-400c-b741-0976fffd6446 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:01.979353 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.106394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.138773 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb791-2cde-4a65-bbe6-725a19752411 req-a18b0b1d-458b-4f37-8289-f4f9db07ed4e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:02.147293 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-528fb791-2cde-4a65-bbe6-725a19752411 req-a18b0b1d-458b-4f37-8289-f4f9db07ed4e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0869195 Aug 26 12:41:02.158914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.224115 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-528fb791-2cde-4a65-bbe6-725a19752411 req-ce661f7d-4a5f-452f-8c77-d56c43088fb6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Aug 26 12:41:02.270745 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 45d1aa91-ab7e-400c-b741-0976fffd6446, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=45d1aa91-ab7e-400c-b741-0976fffd6446,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:02.272531 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43374819-84c5-41dd-b3b9-48d58eb62917 None None] Provisioning complete for port 45d1aa91-ab7e-400c-b741-0976fffd6446 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:02.272964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43374819-84c5-41dd-b3b9-48d58eb62917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.359805 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.372601 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.385541 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Transition to ACTIVE for port object 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:02.392031 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Allocated IP 172.20.0.1 (f675d8f0-d80d-47e7-bc3d-2eece604fa48/357c1d71-d1c4-4b7f-ab98-d39ae4716d38/eef438fd-3722-4dc0-8f93-8cd87017fb0b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:41:02.394544 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43374819-84c5-41dd-b3b9-48d58eb62917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.448688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=45d1aa91-ab7e-400c-b741-0976fffd6446,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:02.458071 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.462662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:02.505339 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.db.api [None req-43374819-84c5-41dd-b3b9-48d58eb62917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:41:02.505624 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG oslo_db.api [None req-43374819-84c5-41dd-b3b9-48d58eb62917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:41:02.531263 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.546578 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Transition to ACTIVE for port object eef438fd-3722-4dc0-8f93-8cd87017fb0b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:02.633130 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:02.641236 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.728164 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Attempting to bind port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:41:02.729049 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Attempting to bind port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:41:02.730000 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Attempting to bind port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:02.735605 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1716b-c8a2-444f-b767-bbe0b24e45bf None None] Pushing event updated for resources: {'Port': ['ID=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:02.745106 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:41:02.746012 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:41:02.746614 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.747463 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:41:02.747890 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Bound port: 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:41:02.748345 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.812947 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] For port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:41:02.816122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d847c03-c00b-499f-9e2e-55dbc96a8e65 req-04f16a28-2477-48d4-a8eb-d721b243b43a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:02.816562 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] For port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:41:02.817773 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d847c03-c00b-499f-9e2e-55dbc96a8e65 req-04f16a28-2477-48d4-a8eb-d721b243b43a tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.0605791 Aug 26 12:41:02.875211 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d847c03-c00b-499f-9e2e-55dbc96a8e65 req-aba2c456-561c-49b4-aa7b-cb9965d388e8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 Aug 26 12:41:02.896536 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:02.955766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:41:02.955766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:41:02.955766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:41:02.994385 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.102107 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Pushing event updated for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:03.128284 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:03.129078 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:03.139894 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.186908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376be380-bc9d-4564-b7f5-56ed75d57c81 req-6d070928-846c-4857-ab3f-842208d97b68 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:03.194956 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-376be380-bc9d-4564-b7f5-56ed75d57c81 req-6d070928-846c-4857-ab3f-842208d97b68 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.2427766 Aug 26 12:41:03.198898 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1716b-c8a2-444f-b767-bbe0b24e45bf None None] Pushing event updated for resources: {'Port': ['ID=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:03.296137 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ff5334c4-bd0b-46f6-854c-29163ab07146 req-246a9c69-aeba-4e14-9c4c-96acfd257221 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 210 time: 0.1237695 Aug 26 12:41:03.314221 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-376be380-bc9d-4564-b7f5-56ed75d57c81 req-077f0bcd-76d6-4d07-b261-a9cba1c76479 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987182 Aug 26 12:41:03.314611 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-bc9d91fa-b4ed-4c87-a539-caa288c62ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:03.316981 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-bc9d91fa-b4ed-4c87-a539-caa288c62ce9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=48bac8aae21a46e2b41abcb71b695003&device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 1099 time: 0.1085193 Aug 26 12:41:03.409263 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:03.424773 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 45d1aa91-ab7e-400c-b741-0976fffd6446 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:03.446548 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-4b0661d2-eaa3-42a1-a009-c00a1ee089db tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:03.448362 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-4b0661d2-eaa3-42a1-a009-c00a1ee089db tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.1298983 Aug 26 12:41:03.531857 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 45d1aa91-ab7e-400c-b741-0976fffd6446 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:03.532963 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.655891 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.694980 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3be7dd0e-2c5c-4abb-9b99-984b9048477a None None] Provisioning for port eef438fd-3722-4dc0-8f93-8cd87017fb0b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:03.718738 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3be7dd0e-2c5c-4abb-9b99-984b9048477a None None] Provisioning complete for port eef438fd-3722-4dc0-8f93-8cd87017fb0b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:03.719195 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3be7dd0e-2c5c-4abb-9b99-984b9048477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.775961 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Deleting port 332f6c4b-7120-4c47-91ee-5518fa03335c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:03.776331 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.778413 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3be7dd0e-2c5c-4abb-9b99-984b9048477a None None] Port eef438fd-3722-4dc0-8f93-8cd87017fb0b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:41:03.817938 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:00Z', 'revision_number': 3, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:03.853763 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d01a7-581c-4488-84c9-2be4b826a276 None None] The sync data for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi is: [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:00Z', 'revision_number': 3, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:41:03.884134 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239cc8-900b-44d9-b94e-b8646067b3b7 req-c993edff-840f-4dc4-a1eb-ce0450fea4e4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:03.885358 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-86239cc8-900b-44d9-b94e-b8646067b3b7 req-c993edff-840f-4dc4-a1eb-ce0450fea4e4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1854153 Aug 26 12:41:03.922651 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] For port 332f6c4b-7120-4c47-91ee-5518fa03335c, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=332f6c4b-7120-4c47-91ee-5518fa03335c,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:03.923120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:03.938921 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:03.951055 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Calling delete_port for 332f6c4b-7120-4c47-91ee-5518fa03335c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:04.064765 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-86239cc8-900b-44d9-b94e-b8646067b3b7 req-b8ad5a5f-d727-49e4-a9f3-31bdb687e9d7 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570644 Aug 26 12:41:04.066397 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-40642a82-b60d-49f4-8772-5004eaabb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:04.067978 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-40642a82-b60d-49f4-8772-5004eaabb5b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 200 len: 919 time: 0.7355206 Aug 26 12:41:04.125009 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-17a4247c-47ec-4311-8651-b7e6fd4e07cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 200 len: 217 time: 0.0449104 Aug 26 12:41:04.131684 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-31900d94-9923-4bc0-872d-1ba1c827491b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:04.133272 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-31900d94-9923-4bc0-872d-1ba1c827491b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "GET /v2.0/networks?id=02809cc7-7005-4069-99dc-0d58208a3f44 HTTP/1.1" status: 200 len: 813 time: 0.3563967 Aug 26 12:41:04.168395 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Request body: {'port': {'device_id': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44', 'admin_state_up': True, 'tenant_id': 'f6596cc6533d40af8d5a0e91cd9d008f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:41:04.240342 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-1a4a03e1-acc9-4042-a3c3-88a16a698b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:04.242264 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-1a4a03e1-acc9-4042-a3c3-88a16a698b74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 200 len: 858 time: 0.1080358 Aug 26 12:41:04.296165 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-9425985e-5c0e-4b0e-bccd-7bea3c01d647 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=363bbc2c-fced-4e50-8025-ed42d7752c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416219 Aug 26 12:41:04.492048 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-944a1773-1cdd-409b-a849-2ffe3c17e3d4 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842992 Aug 26 12:41:04.536112 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:04.551718 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9001-4504-4cae-8894-83cad3f2f863 req-086dfda2-7623-4bc9-bb22-e85c699636df tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:04.553754 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-177d9001-4504-4cae-8894-83cad3f2f863 req-086dfda2-7623-4bc9-bb22-e85c699636df tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 946 time: 0.5150013 Aug 26 12:41:04.560550 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-69c48809-80a0-4934-88d5-518b511d8104 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6145456 Aug 26 12:41:04.581893 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a497e9-23d2-4907-920e-d4abaad2812c req-10e1d757-01d5-4d7d-a56b-53d938c83e01 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:04.589941 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-77a497e9-23d2-4907-920e-d4abaad2812c req-10e1d757-01d5-4d7d-a56b-53d938c83e01 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1827707 Aug 26 12:41:04.641343 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:04.676985 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-77a497e9-23d2-4907-920e-d4abaad2812c req-960b618e-7b22-4f9b-a762-7927aa1a7371 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797014 Aug 26 12:41:04.705542 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Made reservation on behalf of f6596cc6533d40af8d5a0e91cd9d008f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:41:04.715045 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:04.723627 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Pushing event updated for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:04.748692 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-cbec9a28-1673-4919-9bd7-bb57d1050855 service neutron] 10.222.0.65 "GET /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483072 Aug 26 12:41:04.795491 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-177d9001-4504-4cae-8894-83cad3f2f863 req-52689c2e-9bd1-4a7c-8b87-a693b5b879d0 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334840 Aug 26 12:41:04.827879 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:04.904649 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:04.938254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eaba945b-8f23-4886-90a7-35a9f7ac50b6 req-ebd98d05-ef29-44c6-b7ac-3a5527b59a83 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 210 time: 0.0473661 Aug 26 12:41:04.948308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7493af3d-4c72-41e5-bdb4-81b97005cdbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:04.963662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Allocated IP 172.20.0.13 (02809cc7-7005-4069-99dc-0d58208a3f44/049fe399-cff4-4008-b89a-7de2def7ece0/7440c64a-5615-4b61-95b9-ade6203b75a9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:41:05.011632 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event deleted for resources: {'Port': ['ID=332f6c4b-7120-4c47-91ee-5518fa03335c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:05.034160 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] No DVR routers for this DVR port 332f6c4b-7120-4c47-91ee-5518fa03335c on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:41:05.044901 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.045614 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e64ab29-145b-445b-99af-ebddb7ed2d06 req-520c8432-bfa7-4b7e-856d-af180e429cbf tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "DELETE /v2.0/ports/332f6c4b-7120-4c47-91ee-5518fa03335c HTTP/1.1" status: 204 len: 173 time: 1.5881276 Aug 26 12:41:05.046101 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'name': 'network-vif-deleted', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:05.049675 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde425d-44c3-45c9-ad4f-9fbb5938c5ee" -d '{"events": [{"server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "name": "network-vif-deleted", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:05.136081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b80b11b-e67a-45a8-99a3-f162bbd19da6 x-openstack-request-id: req-9b80b11b-e67a-45a8-99a3-f162bbd19da6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:05.136081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493cb25-d6d8-454f-a371-d40df8fda029", "name": "network-vif-deleted", "tag": "332f6c4b-7120-4c47-91ee-5518fa03335c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:05.136081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b80b11b-e67a-45a8-99a3-f162bbd19da6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:05.136081 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493cb25-d6d8-454f-a371-d40df8fda029', 'name': 'network-vif-deleted', 'tag': '332f6c4b-7120-4c47-91ee-5518fa03335c', 'status': 'completed', 'code': 200} Aug 26 12:41:05.148598 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:41:05.150762 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:41:05.359131 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Router f5ce9936-fc71-47a1-abc4-d957e09560c4 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:41:05.386432 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.418280 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:05.422609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aa518-09c4-4ac8-8083-57d0a603a46b req-6d34f805-dcb3-4641-aa9e-564e45e8ac3b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:05.438141 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a52aa518-09c4-4ac8-8083-57d0a603a46b req-6d34f805-dcb3-4641-aa9e-564e45e8ac3b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1744354 Aug 26 12:41:05.540238 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a52aa518-09c4-4ac8-8083-57d0a603a46b req-1c9b3ee5-51f8-40c0-b5f2-35908f3f020a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Aug 26 12:41:05.571165 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1dfb59a9-cc58-4303-8949-56c5643bc638 None None] Provisioning complete for port eef438fd-3722-4dc0-8f93-8cd87017fb0b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:05.571626 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1dfb59a9-cc58-4303-8949-56c5643bc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.612656 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb59a9-cc58-4303-8949-56c5643bc638 None None] Port eef438fd-3722-4dc0-8f93-8cd87017fb0b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:41:05.614416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:41:05.622369 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-61270aea-a587-4da5-8a49-45fad845b80a admin admin] 10.222.0.15 "PUT /v2.0/routers/f5ce9936-fc71-47a1-abc4-d957e09560c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1625490 Aug 26 12:41:05.632870 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.677769 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Network 02809cc7-7005-4069-99dc-0d58208a3f44 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:41:05.683443 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:41:05.687528 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:41:05.692417 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:05.695326 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Pushing event updated for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:05.708382 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:05.708885 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.757475 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:05.769288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.831481 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27af2e-1dfd-49d6-a71f-da33b78279af req-c979a4a0-aa67-4723-afa2-5cc67ac1ee50 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:05.833800 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e27af2e-1dfd-49d6-a71f-da33b78279af req-c979a4a0-aa67-4723-afa2-5cc67ac1ee50 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0692372 Aug 26 12:41:05.886448 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e27af2e-1dfd-49d6-a71f-da33b78279af req-8c33f655-ef4f-4919-8067-98c3383bde5b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Aug 26 12:41:05.909771 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:05.931596 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e13a86b1-edc3-4054-8bf9-266b971fe95c req-8de1857a-f696-4036-bb84-7a9b1508da1b tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=8493cb25-d6d8-454f-a371-d40df8fda029 HTTP/1.1" status: 200 len: 210 time: 0.0323200 Aug 26 12:41:05.933449 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-96c000e2-3a44-4f91-b770-7d112848de51 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7696908 Aug 26 12:41:05.938384 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:05.965341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Request body: {'port': {'device_id': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:41:06.029805 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:06.058876 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:06.094379 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce2b12-0aa5-40a2-b401-3bdfdf03c457 req-68708385-6d39-4cf2-8419-4ca7558815be tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:06.096249 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e8ce2b12-0aa5-40a2-b401-3bdfdf03c457 req-68708385-6d39-4cf2-8419-4ca7558815be tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 932 time: 0.0762558 Aug 26 12:41:06.159767 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:06.210566 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e8ce2b12-0aa5-40a2-b401-3bdfdf03c457 req-88716b9d-72cb-412d-a3fb-22297267e091 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064639 Aug 26 12:41:06.460289 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7440c64a-5615-4b61-95b9-ade6203b75a9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:41:06.474337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:06.490613 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Transition to ACTIVE for port object 7440c64a-5615-4b61-95b9-ade6203b75a9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:06.627897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:06.668631 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 332f6c4b-7120-4c47-91ee-5518fa03335c no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:06.704162 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Pushing event updated for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:06.727603 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 332f6c4b-7120-4c47-91ee-5518fa03335c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:06.728025 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 332f6c4b-7120-4c47-91ee-5518fa03335c not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:06.735814 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Sync routers for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:41:06.748478 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:06.748478 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:06.751030 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b89bb-fc20-478f-af04-8a87fbaf143b req-566b71bf-2fbc-4de3-b69a-c700bf1202fe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:06.752666 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-636b89bb-fc20-478f-af04-8a87fbaf143b req-566b71bf-2fbc-4de3-b69a-c700bf1202fe tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1358337 Aug 26 12:41:06.841025 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-636b89bb-fc20-478f-af04-8a87fbaf143b req-7f329910-087d-4390-82b9-b1933521da51 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790162 Aug 26 12:41:06.847860 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Attempting to bind port 7440c64a-5615-4b61-95b9-ade6203b75a9 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:41:06.848264 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Attempting to bind port 7440c64a-5615-4b61-95b9-ade6203b75a9 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:41:06.848559 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Attempting to bind port 7440c64a-5615-4b61-95b9-ade6203b75a9 on network 02809cc7-7005-4069-99dc-0d58208a3f44 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:06.853993 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Port 7440c64a-5615-4b61-95b9-ade6203b75a9 on network 02809cc7-7005-4069-99dc-0d58208a3f44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:41:06.854337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Attempting to bind port 7440c64a-5615-4b61-95b9-ade6203b75a9 on network 02809cc7-7005-4069-99dc-0d58208a3f44 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:06.868124 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:41:06.868886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Checking segment: {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:41:06.869446 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Bound using segment: {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:41:06.870167 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Bound port: 7440c64a-5615-4b61-95b9-ade6203b75a9, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:41:06.870836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:06.983512 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:41:06.991476 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7440c64a-5615-4b61-95b9-ade6203b75a9,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:41:07.039042 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:07.061572 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c749e2-ee18-461c-bbec-2650b172d760 req-87e3f5c6-e119-45cc-91d2-8b8028ac8650 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.064010 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-53c749e2-ee18-461c-bbec-2650b172d760 req-87e3f5c6-e119-45cc-91d2-8b8028ac8650 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0824234 Aug 26 12:41:07.087129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:07.126409 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-53c749e2-ee18-461c-bbec-2650b172d760 req-bd6f3095-acde-4454-aacc-83f6fbd215d4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559018 Aug 26 12:41:07.129059 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:07.169324 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Pushing event updated for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:07.184906 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.185433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:07.187162 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-5e0f82b4-baa7-45a8-b163-53b5d5861683 service neutron] 10.222.0.65 "PUT /v2.0/ports/7440c64a-5615-4b61-95b9-ade6203b75a9 HTTP/1.1" status: 200 len: 1094 time: 1.2363789 Aug 26 12:41:07.187620 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:07.190564 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b9ec35-b342-4de7-bead-a31aa8304143" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:07.252604 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589bc66-c322-4401-b3c5-9ef16bdc3d03 x-openstack-request-id: req-e589bc66-c322-4401-b3c5-9ef16bdc3d03 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:07.252914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:07.253314 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e589bc66-c322-4401-b3c5-9ef16bdc3d03 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:07.254108 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9', 'status': 'completed', 'code': 200} Aug 26 12:41:07.359702 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:07.396208 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-4b193d5d-3d3a-4f23-a6ee-23fe2961c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.398291 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-4b193d5d-3d3a-4f23-a6ee-23fe2961c8dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 1097 time: 0.0965943 Aug 26 12:41:07.412615 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9c353-842b-4fe4-9a07-0415c84f6860 req-b82303f5-afd4-4488-a5ce-36ed6d89f65d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.433101 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5ed9c353-842b-4fe4-9a07-0415c84f6860 req-b82303f5-afd4-4488-a5ce-36ed6d89f65d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 944 time: 0.1012442 Aug 26 12:41:07.493212 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5ed9c353-842b-4fe4-9a07-0415c84f6860 req-8adeb652-fd29-4fa1-952e-69d3f94b39ba tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555806 Aug 26 12:41:07.562320 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-08978306-4e5c-4b4b-a5a3-4c145bf760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.564199 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-08978306-4e5c-4b4b-a5a3-4c145bf760ea service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1496181 Aug 26 12:41:07.632240 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:07.632621 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:07.663600 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:03Z', 'revision_number': 4, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eef438fd-3722-4dc0-8f93-8cd87017fb0b', 'name': '', 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'mac_address': 'fa:16:3e:f6:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:41:02Z', 'updated_at': '2021-08-26T12:41:03Z', 'revision_number': 2, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'subnets': [{'id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:07.701536 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Checking router: f5ce9936-fc71-47a1-abc4-d957e09560c4 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:41:07.701785 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Updating router f5ce9936-fc71-47a1-abc4-d957e09560c4 port eef438fd-3722-4dc0-8f93-8cd87017fb0b binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:41:07.727179 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-adbbd78e-56e3-48ec-aa26-2ddc32ebfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.728722 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1b9ec35-b342-4de7-bead-a31aa8304143 req-adbbd78e-56e3-48ec-aa26-2ddc32ebfd07 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529551 Aug 26 12:41:07.754585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:07.930734 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-63f7235a-6652-4459-861b-e918625a37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:07.933900 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-63f7235a-6652-4459-861b-e918625a37d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 1097 time: 0.0797865 Aug 26 12:41:08.008383 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-4d56580d-0711-4054-b254-9bdfc5e6eb86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7440c64a-5615-4b61-95b9-ade6203b75a9 HTTP/1.1" status: 200 len: 217 time: 0.0605798 Aug 26 12:41:08.030176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db222ee-25e8-4c50-8de9-a9db61912546 req-fdb7ec94-4705-49a5-9fdb-7009e3db16c4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:08.038269 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8db222ee-25e8-4c50-8de9-a9db61912546 req-fdb7ec94-4705-49a5-9fdb-7009e3db16c4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.1029396 Aug 26 12:41:08.160503 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8db222ee-25e8-4c50-8de9-a9db61912546 req-6dfee20f-18dc-4df2-b389-f81630c91c9a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209874 Aug 26 12:41:08.176366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d5299-5b10-4e29-891a-7ad05291a49b req-8fd6cfc4-27c9-4f10-b39d-fbb79ff1f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:08.180019 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-8fd6cfc4-27c9-4f10-b39d-fbb79ff1f432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049fe399-cff4-4008-b89a-7de2def7ece0 HTTP/1.1" status: 200 len: 853 time: 0.1376376 Aug 26 12:41:08.249653 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-e7284cc0-fdaa-47ff-9607-7d306d350fa8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02809cc7-7005-4069-99dc-0d58208a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398641 Aug 26 12:41:08.329892 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:08.352965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Transition to ACTIVE for port object eef438fd-3722-4dc0-8f93-8cd87017fb0b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:08.386785 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6566f-c860-47c7-a038-0a8becae6471 req-397a4391-8bb7-4e8d-9242-1d22416c6961 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:08.388418 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08e6566f-c860-47c7-a038-0a8becae6471 req-397a4391-8bb7-4e8d-9242-1d22416c6961 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0861070 Aug 26 12:41:08.418426 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-a1d23ea5-1c26-4d8c-8d81-27b03950bc5c service neutron] 10.222.0.65 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604242 Aug 26 12:41:08.460951 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08e6566f-c860-47c7-a038-0a8becae6471 req-bf022c85-b5b5-45fd-8b89-e02733582bd1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620785 Aug 26 12:41:08.520055 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:08.603188 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-235d5299-5b10-4e29-891a-7ad05291a49b req-f1ff3892-2cb8-4d14-8bf7-ea87ee909be1 service neutron] 10.222.0.65 "GET /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682355 Aug 26 12:41:08.612218 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61e8c-6f46-4c1f-8d57-f2836ac94e0d None None] Pushing event updated for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:08.659725 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d413a-e25f-4c3f-80e0-c22c7188ade2 req-7b2c741e-d75e-46ac-ba74-7f49bd46580c tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:08.677061 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f81d413a-e25f-4c3f-80e0-c22c7188ade2 req-7b2c741e-d75e-46ac-ba74-7f49bd46580c tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 944 time: 0.1013620 Aug 26 12:41:08.724548 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Attempting to bind port eef438fd-3722-4dc0-8f93-8cd87017fb0b on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:41:08.725206 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Attempting to bind port eef438fd-3722-4dc0-8f93-8cd87017fb0b by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:41:08.725795 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Attempting to bind port eef438fd-3722-4dc0-8f93-8cd87017fb0b on network f675d8f0-d80d-47e7-bc3d-2eece604fa48 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:08.735769 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:41:08.736419 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Checking segment: {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:41:08.737108 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:08.737754 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Bound using segment: {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:41:08.738582 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Bound port: eef438fd-3722-4dc0-8f93-8cd87017fb0b, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daa26fc-f29a-40fe-9baa-363f34d44d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:41:08.739230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:08.758868 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f81d413a-e25f-4c3f-80e0-c22c7188ade2 req-528ceee7-65fc-4754-b4a2-7a97b01643f8 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808883 Aug 26 12:41:08.935673 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] For port eef438fd-3722-4dc0-8f93-8cd87017fb0b, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:41:08.935673 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] For port eef438fd-3722-4dc0-8f93-8cd87017fb0b, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eef438fd-3722-4dc0-8f93-8cd87017fb0b,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:41:09.065847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:09.186920 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61e8c-6f46-4c1f-8d57-f2836ac94e0d None None] Pushing event updated for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:09.192493 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:09.193445 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:40:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:09.334408 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:09.353727 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-adac787b-7fc3-440c-9b0f-19c97a9ba697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:09.365369 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-adac787b-7fc3-440c-9b0f-19c97a9ba697 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 1096 time: 0.1344516 Aug 26 12:41:09.618555 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-9babbd01-69e8-44fe-97c3-85d583ff0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:09.625782 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-9babbd01-69e8-44fe-97c3-85d583ff0ae6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1096 time: 0.1801419 Aug 26 12:41:09.775912 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147a76-bd06-4395-99e1-cd976b5e5a39 req-3ec0cecc-21d3-4174-b9ec-ffc67042e8f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:09.780525 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e5147a76-bd06-4395-99e1-cd976b5e5a39 req-3ec0cecc-21d3-4174-b9ec-ffc67042e8f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1286845 Aug 26 12:41:09.843192 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bcd26-4d65-45c8-a8ea-bc6acfa6c256 req-864bdd0c-c3ed-4a20-a413-e4ea62d8bc7c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:09.845299 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c22bcd26-4d65-45c8-a8ea-bc6acfa6c256 req-864bdd0c-c3ed-4a20-a413-e4ea62d8bc7c tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.2178130 Aug 26 12:41:09.854845 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e5147a76-bd06-4395-99e1-cd976b5e5a39 req-2a9c2ee0-8c59-497e-952d-8322f202cbad tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599823 Aug 26 12:41:09.877632 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:03Z', 'revision_number': 4, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eef438fd-3722-4dc0-8f93-8cd87017fb0b', 'name': '', 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'mac_address': 'fa:16:3e:f6:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:41:02Z', 'updated_at': '2021-08-26T12:41:08Z', 'revision_number': 4, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'subnets': [{'id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:09.907466 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-f2639413-da6b-4b2a-923f-863d5a456609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:09.909607 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-f2639413-da6b-4b2a-923f-863d5a456609 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.2499366 Aug 26 12:41:09.938287 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a99d35-80bb-4ab9-a108-76b1cf872164 None None] The sync data for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi is: [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:41:03Z', 'revision_number': 4, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eef438fd-3722-4dc0-8f93-8cd87017fb0b', 'name': '', 'network_id': 'f675d8f0-d80d-47e7-bc3d-2eece604fa48', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'mac_address': 'fa:16:3e:f6:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:41:02Z', 'updated_at': '2021-08-26T12:41:08Z', 'revision_number': 4, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'subnets': [{'id': '357c1d71-d1c4-4b7f-ab98-d39ae4716d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:41:09.939626 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c22bcd26-4d65-45c8-a8ea-bc6acfa6c256 req-7d03099b-1c8b-40f4-99cc-62a3631a4a98 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766108 Aug 26 12:41:10.066500 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-78a54c13-9f54-4228-b398-961a81953c1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 999 time: 0.1470327 Aug 26 12:41:10.117731 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2ae9-9909-4b03-80fe-289c26d0cde2 req-358820df-dee2-4b69-bb93-ffeb98703978 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:10.119509 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cf4f2ae9-9909-4b03-80fe-289c26d0cde2 req-358820df-dee2-4b69-bb93-ffeb98703978 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 944 time: 0.1156399 Aug 26 12:41:10.183485 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1bf39d4-975b-4389-982a-74f7ec7bb7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:10.187641 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-8c5424ee-da50-4314-ac98-6cbc006f44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:10.193285 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-8c5424ee-da50-4314-ac98-6cbc006f44fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.1151683 Aug 26 12:41:10.230052 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cf4f2ae9-9909-4b03-80fe-289c26d0cde2 req-b7083d99-9d58-40c8-a2ca-700f43131794 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949991 Aug 26 12:41:10.293442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-f99c1729-cfd1-4159-8e6c-56d1024cf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:10.296123 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-f99c1729-cfd1-4159-8e6c-56d1024cf474 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965002 Aug 26 12:41:10.522659 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-53d6bc34-13bd-4129-9cd1-6508392e9045 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109668 Aug 26 12:41:10.663560 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7440c64a-5615-4b61-95b9-ade6203b75a9 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:41:10.723140 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-c1d19be1-2ef4-4f5e-97e4-95f97c0971d1 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888103 Aug 26 12:41:10.845521 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7440c64a-5615-4b61-95b9-ade6203b75a9,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:10.866393 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '7440c64a-5615-4b61-95b9-ade6203b75a9', 'network_id': '02809cc7-7005-4069-99dc-0d58208a3f44', 'port_id': '7440c64a-5615-4b61-95b9-ade6203b75a9', 'mac_address': 'fa:16:3e:e5:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049fe399-cff4-4008-b89a-7de2def7ece0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:41:10.952926 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:10.972940 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7440c64a-5615-4b61-95b9-ade6203b75a9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:41:11.026182 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7440c64a-5615-4b61-95b9-ade6203b75a9,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:11.057719 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03218-49a0-49aa-9aa8-7d17ed552b33 req-67641889-22fa-46ba-b2ae-461b0e73bfef tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:11.070680 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2ae03218-49a0-49aa-9aa8-7d17ed552b33 req-67641889-22fa-46ba-b2ae-461b0e73bfef tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0732276 Aug 26 12:41:11.099827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:11.114894 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2ae03218-49a0-49aa-9aa8-7d17ed552b33 req-b93af3fc-26bc-4ccc-9aee-b672b6eb7819 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Aug 26 12:41:11.182141 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4889f-3073-4ec3-9706-5fec2f1dbe46 req-eae39402-ccfd-4ae9-bb92-a7e203ad9810 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:11.191110 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4c4889f-3073-4ec3-9706-5fec2f1dbe46 req-eae39402-ccfd-4ae9-bb92-a7e203ad9810 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.1293142 Aug 26 12:41:11.217829 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:11.259557 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4c4889f-3073-4ec3-9706-5fec2f1dbe46 req-cacf5882-b8af-49ad-abf5-250947b5cc88 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Aug 26 12:41:11.488634 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889dce4-6937-4e76-b375-89b6bd9872fd req-85d009b7-584f-4736-a802-be09be38ed15 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:11.499500 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7440c64a-5615-4b61-95b9-ade6203b75a9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:11.523210 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7889dce4-6937-4e76-b375-89b6bd9872fd req-85d009b7-584f-4736-a802-be09be38ed15 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 945 time: 0.1484499 Aug 26 12:41:11.617172 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eef438fd-3722-4dc0-8f93-8cd87017fb0b up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:11.667457 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7889dce4-6937-4e76-b375-89b6bd9872fd req-c7cf211b-4eaa-47b6-9662-c1b2e1e6ee0e tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371081 Aug 26 12:41:11.686623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-eb077b03-eb06-4c59-b3a5-6d5ea65470ca tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:11.691254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-eb077b03-eb06-4c59-b3a5-6d5ea65470ca tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.1809225 Aug 26 12:41:11.847516 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Deleting port 7493af3d-4c72-41e5-bdb4-81b97005cdbd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:11.848243 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.027211 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port eef438fd-3722-4dc0-8f93-8cd87017fb0b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:12.061755 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port eef438fd-3722-4dc0-8f93-8cd87017fb0b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:12.062197 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.067533 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] For port 7493af3d-4c72-41e5-bdb4-81b97005cdbd, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7493af3d-4c72-41e5-bdb4-81b97005cdbd,segment=NetworkSegment(59836be2-40e5-40af-bb0f-ccd7c89cfbf7),segment_id=59836be2-40e5-40af-bb0f-ccd7c89cfbf7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:12.067533 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.114224 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Calling delete_port for 7493af3d-4c72-41e5-bdb4-81b97005cdbd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:12.199997 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95c362e6-6809-4dee-a9ea-89ef8e7b37ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.312829 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.352374 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.372675 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port eef438fd-3722-4dc0-8f93-8cd87017fb0b, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eef438fd-3722-4dc0-8f93-8cd87017fb0b,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:12.441322 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46444ca5-a58e-4091-8d46-c0061a6a743e req-0d79b9ee-afe0-41b9-af18-fe5fae329c4e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:12.443928 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-46444ca5-a58e-4091-8d46-c0061a6a743e req-0d79b9ee-afe0-41b9-af18-fe5fae329c4e tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 946 time: 0.0686471 Aug 26 12:41:12.464186 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ab05d-ea85-49c8-9903-3cc199c82e2f req-65cd6c3d-6f40-481d-a004-6a163a6d3dda tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:12.467149 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f28ab05d-ea85-49c8-9903-3cc199c82e2f req-65cd6c3d-6f40-481d-a004-6a163a6d3dda tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.2081273 Aug 26 12:41:12.469882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.561043 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f28ab05d-ea85-49c8-9903-3cc199c82e2f req-090ef681-c945-489a-80c3-6f9772f7d0ef tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808835 Aug 26 12:41:12.576441 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-46444ca5-a58e-4091-8d46-c0061a6a743e req-43b2b01a-c64d-4010-a543-f7b4e42b3429 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223316 Aug 26 12:41:12.604426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:12.789420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:12.921130 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Pushing event deleted for resources: {'Port': ['ID=7493af3d-4c72-41e5-bdb4-81b97005cdbd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:13.409850 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eef438fd-3722-4dc0-8f93-8cd87017fb0b up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:13.412764 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c35b-d94a-4863-a3de-b4da04b92c50 req-1615ac87-cb1d-4f1b-88ce-9674b224823d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:13.422275 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f899c35b-d94a-4863-a3de-b4da04b92c50 req-1615ac87-cb1d-4f1b-88ce-9674b224823d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 945 time: 0.6305490 Aug 26 12:41:13.430909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] No DVR routers for this DVR port 7493af3d-4c72-41e5-bdb4-81b97005cdbd on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:41:13.434478 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:13.437015 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cfeaf2b6-c668-4c6c-b3ec-d9f611b41b28 req-471ee557-a183-4565-a82b-c370420b2410 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.65 "DELETE /v2.0/ports/7493af3d-4c72-41e5-bdb4-81b97005cdbd HTTP/1.1" status: 204 len: 173 time: 1.7298529 Aug 26 12:41:13.437507 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'name': 'network-vif-deleted', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:13.440763 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320ef9a-cf3e-4f77-bc9d-3ee7a4d4bb22" -d '{"events": [{"server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "name": "network-vif-deleted", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:13.483928 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f899c35b-d94a-4863-a3de-b4da04b92c50 req-471f98c5-1f9e-4d1b-8e89-48c67efddf8c tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594361 Aug 26 12:41:13.560401 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14330bc2-756c-4312-b8c4-7c0348643e1e x-openstack-request-id: req-14330bc2-756c-4312-b8c4-7c0348643e1e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:13.561089 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3e9ff5-031a-4d0f-b4ee-881f83704ff6", "name": "network-vif-deleted", "tag": "7493af3d-4c72-41e5-bdb4-81b97005cdbd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:13.561573 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14330bc2-756c-4312-b8c4-7c0348643e1e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:13.562446 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3e9ff5-031a-4d0f-b4ee-881f83704ff6', 'name': 'network-vif-deleted', 'tag': '7493af3d-4c72-41e5-bdb4-81b97005cdbd', 'status': 'completed', 'code': 200} Aug 26 12:41:13.622827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port eef438fd-3722-4dc0-8f93-8cd87017fb0b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:13.623765 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:13.737422 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9b4d-75bd-4194-af02-cc00b9101859 req-ebf413c5-993c-494f-88ae-d711de92aa7d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:13.744803 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-87ba9b4d-75bd-4194-af02-cc00b9101859 req-ebf413c5-993c-494f-88ae-d711de92aa7d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0810809 Aug 26 12:41:13.787260 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e94f2466-e428-4633-8e5e-cd1317058a2b req-ced3f2b8-d8e3-468a-87f8-38d28e54f5a2 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0583413 Aug 26 12:41:13.862807 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-87ba9b4d-75bd-4194-af02-cc00b9101859 req-f28aa0d6-5d10-47ab-88d5-0a26f36474f2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108134 Aug 26 12:41:14.066847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:14.620636 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0dbf2-d589-4d66-b664-86646fc64e1f req-94b0515c-380a-42d3-a3f9-bef599367c86 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:14.622726 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-57f0dbf2-d589-4d66-b664-86646fc64e1f req-94b0515c-380a-42d3-a3f9-bef599367c86 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 945 time: 0.0634434 Aug 26 12:41:14.680008 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7440c64a-5615-4b61-95b9-ade6203b75a9 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:14.744593 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-57f0dbf2-d589-4d66-b664-86646fc64e1f req-88f5e3ae-a415-41b4-b9e2-4843ec4ece62 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116512 Aug 26 12:41:14.949856 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 7440c64a-5615-4b61-95b9-ade6203b75a9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:14.958461 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 7440c64a-5615-4b61-95b9-ade6203b75a9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:14.964842 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:14.990761 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d0d3997-560d-485b-b63e-c527feebd202 req-452669f4-0950-4014-b20c-460b1b114e41 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0853472 Aug 26 12:41:15.086660 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a08ec-907c-402a-be42-80fffbf21b1e req-ebfa5e56-1aa9-4656-96b6-cb83bc220a81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:15.105981 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35a08ec-907c-402a-be42-80fffbf21b1e req-ebfa5e56-1aa9-4656-96b6-cb83bc220a81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1317852 Aug 26 12:41:15.171847 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35a08ec-907c-402a-be42-80fffbf21b1e req-a6da3f8b-07e5-4648-bb34-a58513195c54 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590100 Aug 26 12:41:15.178373 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:15.232952 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:15.239858 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649f6aa4-90d3-4675-9245-cd2bdc554c06" -d '{"events": [{"server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "name": "network-vif-plugged", "status": "completed", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:15.260903 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7440c64a-5615-4b61-95b9-ade6203b75a9,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:15.322748 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291eaf0b-6c56-492b-9a2b-c90b156eb732 x-openstack-request-id: req-291eaf0b-6c56-492b-9a2b-c90b156eb732 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:15.323694 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "name": "network-vif-plugged", "status": "completed", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:15.324536 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-291eaf0b-6c56-492b-9a2b-c90b156eb732 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:15.325722 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9', 'code': 200} Aug 26 12:41:15.351724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:15.353036 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7493af3d-4c72-41e5-bdb4-81b97005cdbd no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:15.411731 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 7493af3d-4c72-41e5-bdb4-81b97005cdbd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:15.412457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7493af3d-4c72-41e5-bdb4-81b97005cdbd not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:15.428404 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:15.470438 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:16.080932 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65f307-0131-423a-9a41-1f38b33de69e req-9c678b7c-d42b-4e39-9b89-5c4f57834953 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:16.080932 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c65f307-0131-423a-9a41-1f38b33de69e req-9c678b7c-d42b-4e39-9b89-5c4f57834953 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.1203766 Aug 26 12:41:16.176274 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c65f307-0131-423a-9a41-1f38b33de69e req-6e77da94-01a8-4b51-b61a-3d4158910ad0 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836387 Aug 26 12:41:16.480959 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b3064043-0a13-4906-b3a6-7459594ed8fc req-fcba8178-6210-49f0-b0d5-1257a57df5c8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0432913 Aug 26 12:41:16.493966 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f32618-40f1-43ef-a303-ee322a1ea5b5 req-1649f169-e763-4e6a-b9fc-43ec32a91e1b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:16.495593 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b9f32618-40f1-43ef-a303-ee322a1ea5b5 req-1649f169-e763-4e6a-b9fc-43ec32a91e1b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0549309 Aug 26 12:41:16.540559 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b9f32618-40f1-43ef-a303-ee322a1ea5b5 req-259bf1ef-9d86-4d06-b9b4-ea7e7952ebd5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388725 Aug 26 12:41:16.999947 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db78b2-7f46-4d1a-995b-096f18f0c505 req-ee21cdef-ef53-483c-8cbe-49a1a9db82d4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:17.002164 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03db78b2-7f46-4d1a-995b-096f18f0c505 req-ee21cdef-ef53-483c-8cbe-49a1a9db82d4 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0897186 Aug 26 12:41:17.045595 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03db78b2-7f46-4d1a-995b-096f18f0c505 req-6e888091-c601-4ecb-87e1-d5436b41120a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Aug 26 12:41:17.464288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b9f3e-578f-494b-9877-ee4f38aa0f66 req-355ccdca-a9ed-49f5-8ad6-28e3dfae08bd tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:17.464288 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-034b9f3e-578f-494b-9877-ee4f38aa0f66 req-355ccdca-a9ed-49f5-8ad6-28e3dfae08bd tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0899165 Aug 26 12:41:17.549818 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cdfa8ff9-a830-433c-bbe1-23dfe1797bd1 req-ed8c54d9-695d-4873-8df2-f42fed228b90 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0517836 Aug 26 12:41:17.577676 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-034b9f3e-578f-494b-9877-ee4f38aa0f66 req-49d11c6c-2ffe-40ed-8b09-91b2a9799087 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Aug 26 12:41:17.730446 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6644107-db30-4d0d-8ec0-7d9af0dbedf9 req-a82c9d1e-1169-4ba6-b9fd-b6db743805ea tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:17.735302 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6644107-db30-4d0d-8ec0-7d9af0dbedf9 req-a82c9d1e-1169-4ba6-b9fd-b6db743805ea tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0999484 Aug 26 12:41:17.802737 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6644107-db30-4d0d-8ec0-7d9af0dbedf9 req-a175ac76-1a9e-449b-bbe5-f40a8c57f7c8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569506 Aug 26 12:41:18.258939 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a43aac-17c1-4690-bf49-e6cb6d2d5499 req-21e30273-547c-43db-ab56-815b11f84e60 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:18.262112 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0a43aac-17c1-4690-bf49-e6cb6d2d5499 req-21e30273-547c-43db-ab56-815b11f84e60 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1076372 Aug 26 12:41:18.374695 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0a43aac-17c1-4690-bf49-e6cb6d2d5499 req-fb691c86-fafd-4131-a57e-f69a96f98029 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704348 Aug 26 12:41:18.774672 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-62ffbcc1-71f5-44bd-8bcf-9b2c13797454 req-543116b9-e95b-424a-9ec6-eeb931696e30 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0827005 Aug 26 12:41:18.842640 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a447-2974-40f3-8234-c1ccb0b8545a req-2dbf1971-0e6a-4d4e-8935-d818a7e53144 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:18.853630 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c54a447-2974-40f3-8234-c1ccb0b8545a req-2dbf1971-0e6a-4d4e-8935-d818a7e53144 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.1204026 Aug 26 12:41:18.960464 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c54a447-2974-40f3-8234-c1ccb0b8545a req-499ccbea-e841-48a5-b345-feee9e53111b tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007040 Aug 26 12:41:19.118874 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f080a-8e55-4cf3-a964-3cfbe47dce5c req-af00d0ed-ff5b-48a6-9802-7245d6daf572 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:19.132323 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-170f080a-8e55-4cf3-a964-3cfbe47dce5c req-af00d0ed-ff5b-48a6-9802-7245d6daf572 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1600518 Aug 26 12:41:19.192142 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-170f080a-8e55-4cf3-a964-3cfbe47dce5c req-7dda44ab-37a9-4fc0-bcf8-380f482cbd13 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585015 Aug 26 12:41:19.282839 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084191fb-c426-4634-9a3c-6750a297f877 req-03483d98-5727-493e-b818-e39c239b902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:19.285138 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-084191fb-c426-4634-9a3c-6750a297f877 req-03483d98-5727-493e-b818-e39c239b902d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 1099 time: 0.1200626 Aug 26 12:41:19.620769 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62908c09-515b-4b3b-a6a1-d6d2e8e22c92 req-0119231d-4619-488e-96c1-18ac953c7c5b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:19.620769 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-62908c09-515b-4b3b-a6a1-d6d2e8e22c92 req-0119231d-4619-488e-96c1-18ac953c7c5b tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1042581 Aug 26 12:41:19.760512 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-62908c09-515b-4b3b-a6a1-d6d2e8e22c92 req-39aad39f-341d-476b-839c-cfcfd27c72bb tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522944 Aug 26 12:41:20.009743 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-87bb69fd-6b7a-483e-a231-85420e41222b req-7f3dfbb8-f202-4966-946a-4b1750eb4272 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0459232 Aug 26 12:41:20.265542 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-084191fb-c426-4634-9a3c-6750a297f877 req-05059775-eeef-4c83-ad1e-6da761ed42d0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794570 Aug 26 12:41:20.278053 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff4446-f6bc-4841-88a0-d55267cf433f req-46128975-91bb-4ace-b3a6-ad6b44233523 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:20.285702 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57ff4446-f6bc-4841-88a0-d55267cf433f req-46128975-91bb-4ace-b3a6-ad6b44233523 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.1675868 Aug 26 12:41:20.343034 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57ff4446-f6bc-4841-88a0-d55267cf433f req-631df966-6ebd-4e9b-8d8e-0c7d2ff7c888 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Aug 26 12:41:20.408026 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f19f0-8265-4745-b18b-c5c96d54426a req-c18b56f6-3d3e-466a-8ee8-b11674c2d435 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:20.410809 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-308f19f0-8265-4745-b18b-c5c96d54426a req-c18b56f6-3d3e-466a-8ee8-b11674c2d435 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0799258 Aug 26 12:41:20.452411 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-308f19f0-8265-4745-b18b-c5c96d54426a req-96f3cb87-ae8f-4308-acc3-fc08bfd0452f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346520 Aug 26 12:41:20.897505 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeac68f-ed98-4204-8ea3-1c24c3e17e95 req-85879111-56c7-4248-90a2-f1d56e1fd038 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:20.899107 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eaeac68f-ed98-4204-8ea3-1c24c3e17e95 req-85879111-56c7-4248-90a2-f1d56e1fd038 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0558608 Aug 26 12:41:20.979709 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eaeac68f-ed98-4204-8ea3-1c24c3e17e95 req-986e4c6e-40b8-4bbc-8f67-2812f3ff47dc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Aug 26 12:41:21.225361 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-707e242e-a5de-4a46-a3a2-7099bfc6fb60 req-13a95d01-d026-40cc-ae7e-98d78063fd69 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0637772 Aug 26 12:41:21.534761 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1328c-c9b5-4388-b237-c64af1149ee2 req-5b22ec7d-0236-4f9f-8a08-024fac797e06 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:21.536371 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6e1328c-c9b5-4388-b237-c64af1149ee2 req-5b22ec7d-0236-4f9f-8a08-024fac797e06 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0999029 Aug 26 12:41:21.626567 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6e1328c-c9b5-4388-b237-c64af1149ee2 req-554ac61c-3fcd-4052-ac55-fb2e55e9aa1c tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716527 Aug 26 12:41:21.785299 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701930a-62a5-452b-96f6-21c2950e3e5c req-25f39203-b634-4f1e-bf22-330e4f9abe83 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:21.792524 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c701930a-62a5-452b-96f6-21c2950e3e5c req-25f39203-b634-4f1e-bf22-330e4f9abe83 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0666833 Aug 26 12:41:21.860106 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c701930a-62a5-452b-96f6-21c2950e3e5c req-e54eafde-0b96-452c-92e7-4afa172d1a49 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664856 Aug 26 12:41:22.114526 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef898ff-460b-4802-aaeb-1e5edb4c568b req-47a8f3be-7022-4c44-a7f4-a64d1757d072 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:22.116004 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2ef898ff-460b-4802-aaeb-1e5edb4c568b req-47a8f3be-7022-4c44-a7f4-a64d1757d072 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0524156 Aug 26 12:41:22.156234 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2ef898ff-460b-4802-aaeb-1e5edb4c568b req-d0f26a37-daf2-4f1f-b838-e444e00431d8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Aug 26 12:41:22.410417 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-220a6406-8025-41e9-bff0-28647337d122 req-8d2fc77e-d5b2-4768-a7f4-566fb22b8ae7 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0526223 Aug 26 12:41:22.809046 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b5860-3ade-49d9-bcbc-1eb1e31c0f02 req-1454cf63-9db9-4894-a125-a5e3610b3fc2 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:22.811933 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd7b5860-3ade-49d9-bcbc-1eb1e31c0f02 req-1454cf63-9db9-4894-a125-a5e3610b3fc2 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0543890 Aug 26 12:41:22.863046 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd7b5860-3ade-49d9-bcbc-1eb1e31c0f02 req-13de8e60-5269-4d56-8270-bee72054f399 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Aug 26 12:41:23.047077 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806408d-fb7c-4162-9d71-a529f7add9b9 req-1728a1c3-dc3a-4b29-b51e-8315fce9fba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:23.049441 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3806408d-fb7c-4162-9d71-a529f7add9b9 req-1728a1c3-dc3a-4b29-b51e-8315fce9fba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0799332 Aug 26 12:41:23.120267 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3806408d-fb7c-4162-9d71-a529f7add9b9 req-edb5f39d-234d-464e-8300-04d2f1e146ce tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563817 Aug 26 12:41:23.426689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd144dc-8fe4-4296-849c-899fb5974137 req-6e07ad6a-89fc-44ec-bad0-3a690afae1bf tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:23.428576 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dd144dc-8fe4-4296-849c-899fb5974137 req-6e07ad6a-89fc-44ec-bad0-3a690afae1bf tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0873847 Aug 26 12:41:23.508920 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dd144dc-8fe4-4296-849c-899fb5974137 req-54fb982e-9f98-47a2-85ae-ee809e034682 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Aug 26 12:41:23.641287 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d40447c8-bcb2-423c-bb2d-83e203dd0b9e req-3ffba870-4757-43e8-a3bb-e1b9c295b1f8 tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0379162 Aug 26 12:41:24.038902 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d8c4-24bf-4a90-9fdd-134766c64a89 req-0015c566-98e5-4564-ab0c-45b33e4c8f10 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:24.040565 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b30d8c4-24bf-4a90-9fdd-134766c64a89 req-0015c566-98e5-4564-ab0c-45b33e4c8f10 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0687361 Aug 26 12:41:24.092102 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b30d8c4-24bf-4a90-9fdd-134766c64a89 req-52b59dcb-1ed0-4d99-b1b4-015af1aaed18 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380716 Aug 26 12:41:24.215571 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-a35e5e9b-20a5-4f3d-99ef-8d220e865d22 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:24.218474 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-a35e5e9b-20a5-4f3d-99ef-8d220e865d22 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 814 time: 0.1703899 Aug 26 12:41:24.246070 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-8cf37322-8271-4932-8924-64786a42b4e0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/quotas/2f413ff7269c43838c6aa0b2ca035c51 HTTP/1.1" status: 200 len: 375 time: 0.0203505 Aug 26 12:41:24.318286 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-fc4dd5ae-c74e-455b-8bbf-49e038e1179a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706475 Aug 26 12:41:24.325922 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e79254-b90c-478a-ae72-82a3649c0ba0 req-9f39adc8-1dfb-41de-afa4-0624b538649d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:24.327997 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37e79254-b90c-478a-ae72-82a3649c0ba0 req-9f39adc8-1dfb-41de-afa4-0624b538649d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0723622 Aug 26 12:41:24.386437 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37e79254-b90c-478a-ae72-82a3649c0ba0 req-2ced4fe0-66a9-4395-896d-2fe318e220a8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478535 Aug 26 12:41:24.484680 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-927ef5e7-3fe0-4f6e-8437-84c4d4b2674b service neutron] 10.222.0.15 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536372 Aug 26 12:41:24.594088 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0be226f8-4ba7-4df7-8faa-19d0235438e8 service neutron] 10.222.0.15 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015139 Aug 26 12:41:24.643272 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd782-9e17-441c-b4d6-039e65270500 req-51c1eea7-4cd2-4cc7-816d-c04c78b764c6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:24.644977 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd6bd782-9e17-441c-b4d6-039e65270500 req-51c1eea7-4cd2-4cc7-816d-c04c78b764c6 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0547013 Aug 26 12:41:24.697122 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd6bd782-9e17-441c-b4d6-039e65270500 req-3a1f5f15-5c21-4958-8983-206dff3c1f96 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Aug 26 12:41:24.827681 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2bf6274f-afd0-4cdb-a41a-fcf545cd5c35 req-121e6933-e094-4891-9789-2fd6fb06638d tempest-AttachVolumeNegativeTest-287612347 tempest-AttachVolumeNegativeTest-287612347-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3e9ff5-031a-4d0f-b4ee-881f83704ff6 HTTP/1.1" status: 200 len: 210 time: 0.0478559 Aug 26 12:41:24.886472 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ffdc7a16-b919-4fb6-9a53-b3e3fddfdd8a req-9d883ec2-c2e3-419c-94ce-7390f239d6ec tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 210 time: 0.0453990 Aug 26 12:41:25.225822 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195092-9ef5-4c48-9beb-4ad60ec5d4e3 req-a0395e8e-8b3c-497d-ad6c-be3f509fac1f tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:25.227451 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b5195092-9ef5-4c48-9beb-4ad60ec5d4e3 req-a0395e8e-8b3c-497d-ad6c-be3f509fac1f tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Aug 26 12:41:25.298880 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b5195092-9ef5-4c48-9beb-4ad60ec5d4e3 req-26886a6a-1afe-42c7-a383-7957dfaec8fb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602157 Aug 26 12:41:25.526666 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fdc8-b87b-4c2e-a758-8f890f1fc982 req-3055d3e2-6a5d-4ecb-9def-5f113c6d947b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:25.528248 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4621fdc8-b87b-4c2e-a758-8f890f1fc982 req-3055d3e2-6a5d-4ecb-9def-5f113c6d947b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0521526 Aug 26 12:41:25.571019 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4621fdc8-b87b-4c2e-a758-8f890f1fc982 req-eb3c517d-36e6-42c1-b0cf-94e6d23c97a2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Aug 26 12:41:25.837485 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd94d-d482-4c45-822c-3758be83ca36 req-6fc53264-c1ef-44cc-8695-d21a968de113 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:25.839972 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d7ecd94d-d482-4c45-822c-3758be83ca36 req-6fc53264-c1ef-44cc-8695-d21a968de113 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0649304 Aug 26 12:41:25.885155 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d7ecd94d-d482-4c45-822c-3758be83ca36 req-1a8d62d8-0cae-4107-b670-4001cb5197f8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Aug 26 12:41:25.896135 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 33378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:25.964230 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Deleting subnet 904b305f-97e2-4cd7-90ff-7373c1af0d95 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:41:25.968606 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.022185 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3477329-172c-4003-809c-67a97d75d114 req-d9dee297-a965-4bd8-97f9-7712f1ab034a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 210 time: 0.0324454 Aug 26 12:41:26.030982 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.080935 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.291677 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.315300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.322264 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/904b305f-97e2-4cd7-90ff-7373c1af0d95 HTTP/1.1" status: 204 len: 168 time: 0.4196126 Aug 26 12:41:26.322264 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe24b-9d73-4d28-b4ea-79898cc33205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904b305f-97e2-4cd7-90ff-7373c1af0d95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:26.322560 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:26.418678 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.483780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c7827-2e23-480f-8575-10e1ac8f75f4 req-91c77f6a-72cf-40a7-b5ca-9dd36965ba65 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:26.485322 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-252c7827-2e23-480f-8575-10e1ac8f75f4 req-91c77f6a-72cf-40a7-b5ca-9dd36965ba65 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0834157 Aug 26 12:41:26.555080 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.573671 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f496b-cfc1-4390-9819-28740fc342dc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:26.585700 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-252c7827-2e23-480f-8575-10e1ac8f75f4 req-b0d000c5-8f2b-4985-9cd6-c3109f1b218d tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906656 Aug 26 12:41:26.589583 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59836be2-40e5-40af-bb0f-ccd7c89cfbf7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:26.589885 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59836be2-40e5-40af-bb0f-ccd7c89cfbf7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:26.601109 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.622539 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.631252 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:41:26.631706 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:41:26.633666 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:41:26.711535 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903369-7595-49bf-8e7c-7638dbd1f558 req-d50c7846-a17e-4951-85da-ebe3225c23f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:26.716669 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f903369-7595-49bf-8e7c-7638dbd1f558 req-d50c7846-a17e-4951-85da-ebe3225c23f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0596271 Aug 26 12:41:26.755003 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f903369-7595-49bf-8e7c-7638dbd1f558 req-b5826a39-fb7f-41ef-b407-f2a1f8378357 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353439 Aug 26 12:41:26.823108 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.827919 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.854848 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/711f496b-cfc1-4390-9819-28740fc342dc HTTP/1.1" status: 204 len: 168 time: 0.5072596 Aug 26 12:41:26.854848 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220b53c-70cb-4450-8f9d-3c07f2e112e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=711f496b-cfc1-4390-9819-28740fc342dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:27.012486 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb54b9c-3500-4e40-ab92-11d4782eac8f req-f0d756d9-e9a9-459a-a38a-5027b92fbcea tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:27.014007 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-deb54b9c-3500-4e40-ab92-11d4782eac8f req-f0d756d9-e9a9-459a-a38a-5027b92fbcea tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.0501463 Aug 26 12:41:27.053169 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-deb54b9c-3500-4e40-ab92-11d4782eac8f req-46c21882-dee3-46db-a014-dafec1ef524f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Aug 26 12:41:27.148268 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d5e695a-1848-46d4-9011-bbd26acaa46e req-88b10374-024c-4314-9a44-690d9a0c2ef4 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 210 time: 0.0303349 Aug 26 12:41:27.361692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:27.402845 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f5cbd90a-ed6c-4b16-8757-a08aefa9f2b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50d860ada1544f5fb80337447dcd907f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399830 Aug 26 12:41:27.405527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:27.462934 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.498846 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.604195 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-3c809843-8564-4254-9f02-b2b5f8bb1b8c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:27.605983 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-3c809843-8564-4254-9f02-b2b5f8bb1b8c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 814 time: 0.1666005 Aug 26 12:41:27.638252 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'port': {'device_id': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'admin_state_up': True, 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:41:27.654156 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.656881 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.658545 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cd9a4be-88fd-43d8-a93e-1166aa58b4fa HTTP/1.1" status: 204 len: 168 time: 0.2520609 Aug 26 12:41:27.666629 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a1171-f624-45a7-ba0b-6782a85bfe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9a4be-88fd-43d8-a93e-1166aa58b4fa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:27.851200 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Made reservation on behalf of 2f413ff7269c43838c6aa0b2ca035c51 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:41:27.855402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.950446 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30990d2-d25b-45ce-9e8b-00175ff0f192 req-10d8f1e6-42da-4a0f-bbf3-59d5740a1135 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:27.957300 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f30990d2-d25b-45ce-9e8b-00175ff0f192 req-10d8f1e6-42da-4a0f-bbf3-59d5740a1135 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1241636 Aug 26 12:41:27.990484 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-801ee274-9c7f-4897-99e5-53dc641b2c6a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:27.992299 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-801ee274-9c7f-4897-99e5-53dc641b2c6a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1007025 Aug 26 12:41:28.010471 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f30990d2-d25b-45ce-9e8b-00175ff0f192 req-e467f499-dc6e-4bd9-b8a5-3d77124e38c6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508077 Aug 26 12:41:28.063353 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60023ed5-2d83-4033-9df2-1d253a6b5bca req-161a585b-ef10-444c-bef2-4164895a6e00 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:28.063353 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60023ed5-2d83-4033-9df2-1d253a6b5bca req-161a585b-ef10-444c-bef2-4164895a6e00 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.1111426 Aug 26 12:41:28.104790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Allocated IP 172.20.0.6 (25d6ad31-68fd-4829-9fdc-ab2d06efc7aa/22da76b8-b618-4d5d-9cb4-394500f1af2f/f6b9d9ae-bf3f-4e4e-b145-862b3278f997) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:41:28.153467 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60023ed5-2d83-4033-9df2-1d253a6b5bca req-a99aeb67-ae8e-4e9f-a19f-6da9f2c7e4df tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688808 Aug 26 12:41:28.289649 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e84c8565-ad89-4ab7-994f-9212d2bb0619 req-a4d7471a-7a8d-4da4-9b25-fbeef4141a95 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 210 time: 0.0525079 Aug 26 12:41:28.301020 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b309f-e887-4f51-863e-dea9201b6366 req-0424bb2a-ea51-4b17-9111-3aaa8d2bc19a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:28.312406 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8f7b309f-e887-4f51-863e-dea9201b6366 req-0424bb2a-ea51-4b17-9111-3aaa8d2bc19a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 946 time: 0.1427004 Aug 26 12:41:28.374758 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8f7b309f-e887-4f51-863e-dea9201b6366 req-aac251b1-4646-494a-a186-89ae3c31cf60 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565109 Aug 26 12:41:28.382694 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Deleting port a02be702-62ce-4a41-9ba3-7a699304e821 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:28.383620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.407021 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.425467 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Transition to ACTIVE for port object f6b9d9ae-bf3f-4e4e-b145-862b3278f997 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:28.481218 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] For port a02be702-62ce-4a41-9ba3-7a699304e821, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a02be702-62ce-4a41-9ba3-7a699304e821,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:28.481585 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.495426 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Calling delete_port for a02be702-62ce-4a41-9ba3-7a699304e821 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:28.552333 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.595036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:41:28.598162 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:41:28.604772 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:41:28.634867 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:28.681620 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:28.682191 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.756212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.780685 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-135bfe54-4b25-4956-a4ed-0e20f0605756 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1466076 Aug 26 12:41:28.785867 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Pushing event deleted for resources: {'Port': ['ID=a02be702-62ce-4a41-9ba3-7a699304e821,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:28.808676 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Request body: {'port': {'device_id': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:41:28.817491 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'a02be702-62ce-4a41-9ba3-7a699304e821'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:28.837513 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] No DVR routers for this DVR port a02be702-62ce-4a41-9ba3-7a699304e821 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:41:28.841270 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.845306 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42ac5da2-9917-4629-b2c4-aa4ddedd623d req-121facc5-7e92-40fa-8161-846f0a2897a3 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "DELETE /v2.0/ports/a02be702-62ce-4a41-9ba3-7a699304e821 HTTP/1.1" status: 204 len: 173 time: 0.7970793 Aug 26 12:41:28.845892 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'name': 'network-vif-deleted', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:28.852900 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c5208-f8c2-407b-a51b-778100228f60" -d '{"events": [{"server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "name": "network-vif-deleted", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:28.880348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.961703 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84304d5-c727-4288-8102-e6c7aa615502 x-openstack-request-id: req-b84304d5-c727-4288-8102-e6c7aa615502 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:28.962495 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80e497-ca8c-497e-b943-73712531dabd", "name": "network-vif-deleted", "tag": "a02be702-62ce-4a41-9ba3-7a699304e821", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:28.962495 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b84304d5-c727-4288-8102-e6c7aa615502 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:28.962905 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80e497-ca8c-497e-b943-73712531dabd', 'name': 'network-vif-deleted', 'tag': 'a02be702-62ce-4a41-9ba3-7a699304e821', 'status': 'completed', 'code': 200} Aug 26 12:41:28.997062 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7476d504-5e04-4105-894e-37c31ecddea0 None None] Provisioning for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:29.020276 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7476d504-5e04-4105-894e-37c31ecddea0 None None] Provisioning complete for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:29.022472 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7476d504-5e04-4105-894e-37c31ecddea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:29.248666 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7476d504-5e04-4105-894e-37c31ecddea0 None None] Port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:41:29.350461 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95737-4126-459d-9fc3-21ac2b2e963f req-7035a379-b116-42e3-8a9a-4b0613015929 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:29.387405 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cef95737-4126-459d-9fc3-21ac2b2e963f req-7035a379-b116-42e3-8a9a-4b0613015929 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1601050 Aug 26 12:41:29.408354 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cef95737-4126-459d-9fc3-21ac2b2e963f req-e6ebdddd-cd7f-44b7-9ee6-d503db4142d9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475419 Aug 26 12:41:29.465267 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b9d9ae-bf3f-4e4e-b145-862b3278f997 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:41:29.489047 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:29.504224 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Transition to ACTIVE for port object f6b9d9ae-bf3f-4e4e-b145-862b3278f997 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:41:29.516196 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9b19-66f6-49d2-9704-2f027e958011 req-eaea7be8-e3f9-4946-ae52-be0e96e71963 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:29.518719 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8b1c9b19-66f6-49d2-9704-2f027e958011 req-eaea7be8-e3f9-4946-ae52-be0e96e71963 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.1831305 Aug 26 12:41:29.551129 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f7b76-44e0-47a8-b1ee-dfc7cd44f6f4 req-aa5b2635-1ff0-4844-9459-8a92d8238ccd tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:29.552775 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b5f7b76-44e0-47a8-b1ee-dfc7cd44f6f4 req-aa5b2635-1ff0-4844-9459-8a92d8238ccd tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 931 time: 0.0757251 Aug 26 12:41:29.607078 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8b1c9b19-66f6-49d2-9704-2f027e958011 req-8df97da5-f43b-4b34-aae1-6ba2fc9de873 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624616 Aug 26 12:41:29.637699 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b5f7b76-44e0-47a8-b1ee-dfc7cd44f6f4 req-e6de6975-fd35-4400-9ac4-95f83e12ecd7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Aug 26 12:41:29.740572 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4be86bd7-e064-43cf-b718-583471257807 req-d9bda67a-2892-4802-8cfa-ce2209106e1a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0332725 Aug 26 12:41:30.048080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:30.163857 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:30.274505 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Attempting to bind port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:41:30.279026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Attempting to bind port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:41:30.279026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Attempting to bind port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 on network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:30.285849 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 on network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:41:30.286277 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Attempting to bind port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 on network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:41:30.297654 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:41:30.298039 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Checking segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:41:30.298417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Bound using segment: {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:41:30.299817 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Bound port: f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1446f94-2ed0-4b44-a34b-dfcd212a3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:41:30.299817 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:30.456572 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:41:30.461405 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:41:30.556544 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:30.581021 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:41:30.581782 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06675f5-4668-439c-b196-9574f8da4bf5 req-0f8c55ce-1a4d-4088-9483-2844c6b0bdaa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:30.590060 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e06675f5-4668-439c-b196-9574f8da4bf5 req-0f8c55ce-1a4d-4088-9483-2844c6b0bdaa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0818427 Aug 26 12:41:30.600332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:30.601186 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:30.602877 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] 10.222.0.65 "PUT /v2.0/ports/f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 1093 time: 1.7988117 Aug 26 12:41:30.603443 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:30.605997 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3bcd07-97c5-49c7-b2b2-fc189553c882" -d '{"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:30.661512 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355bb26-c07a-49da-b65f-727e73688881 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:30.694881 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6315f3f-a53c-4328-ba28-e5b6409d2bbf x-openstack-request-id: req-f6315f3f-a53c-4328-ba28-e5b6409d2bbf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:30.695176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:30.695563 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6315f3f-a53c-4328-ba28-e5b6409d2bbf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:30.696057 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:41:30.703163 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e06675f5-4668-439c-b196-9574f8da4bf5 req-20a3a1eb-deae-4d82-a0ee-179df33510b7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040785 Aug 26 12:41:30.771731 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a02be702-62ce-4a41-9ba3-7a699304e821 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:30.797420 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: a02be702-62ce-4a41-9ba3-7a699304e821 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:30.798532 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a02be702-62ce-4a41-9ba3-7a699304e821 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:30.848460 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618efc3-d248-4c62-a847-2abfcd50cffc req-69145cc5-8b2f-40e6-83d1-5b47e63e111d tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:30.856381 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6618efc3-d248-4c62-a847-2abfcd50cffc req-69145cc5-8b2f-40e6-83d1-5b47e63e111d tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.1001410 Aug 26 12:41:30.905123 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ab140-6fd6-48f4-80f8-c272b54cea7f req-8220282f-bee3-4dbf-8e3d-42f93d830e65 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:30.915724 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e99ab140-6fd6-48f4-80f8-c272b54cea7f req-8220282f-bee3-4dbf-8e3d-42f93d830e65 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.1037519 Aug 26 12:41:30.929921 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6618efc3-d248-4c62-a847-2abfcd50cffc req-69b0557e-c720-4598-9977-23bd5196ecaf tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681827 Aug 26 12:41:30.962559 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e99ab140-6fd6-48f4-80f8-c272b54cea7f req-329908e0-f3f5-4321-979a-864696a71106 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457325 Aug 26 12:41:31.070238 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad577774-5f47-43cd-ae24-e7e03cc8257d req-1696c7c9-3480-469d-a517-9f7965a3c2b5 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0496879 Aug 26 12:41:31.833144 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f47d-bff6-49d6-aaba-98669ddf75af req-d9ffa3da-ad67-44e8-afb2-dfcc3af0653e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:31.833144 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63d6f47d-bff6-49d6-aaba-98669ddf75af req-d9ffa3da-ad67-44e8-afb2-dfcc3af0653e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0533962 Aug 26 12:41:31.870820 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63d6f47d-bff6-49d6-aaba-98669ddf75af req-32298de3-d22e-49fb-b8bd-7807004bfed9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Aug 26 12:41:32.061265 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73853e6-a915-4f92-a3a8-ab30c8ec847e req-6486b960-0922-401e-a04f-5722be787371 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:32.062776 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b73853e6-a915-4f92-a3a8-ab30c8ec847e req-6486b960-0922-401e-a04f-5722be787371 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0647130 Aug 26 12:41:32.101046 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b646b-eb01-49d5-9862-0b151899da4f req-3810cacb-c04b-49aa-928f-f7c5b6cb111b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:32.103435 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-674b646b-eb01-49d5-9862-0b151899da4f req-3810cacb-c04b-49aa-928f-f7c5b6cb111b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0661767 Aug 26 12:41:32.115475 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b73853e6-a915-4f92-a3a8-ab30c8ec847e req-be0d0e3d-9335-43fd-9a71-78c7ff14fd75 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Aug 26 12:41:32.153058 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-674b646b-eb01-49d5-9862-0b151899da4f req-b46860ff-f553-4e75-85a0-33e15f324c41 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Aug 26 12:41:32.234500 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-85653907-f432-43ee-a71e-ef73294c7d67 req-b984d057-36ff-4bb1-9749-1b566a82812d tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0264466 Aug 26 12:41:33.025928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d703b-c396-43f5-834e-551c4d6a3201 req-3564b71b-127e-4f79-92b9-6fb6ae67544d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:33.027487 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e28d703b-c396-43f5-834e-551c4d6a3201 req-3564b71b-127e-4f79-92b9-6fb6ae67544d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0798123 Aug 26 12:41:33.095245 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e28d703b-c396-43f5-834e-551c4d6a3201 req-26a4123a-6e21-46fe-ba57-05ad530840c6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605574 Aug 26 12:41:33.303912 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1687f-a144-4e91-b4e2-cb0cefceef94 req-b6cd8da2-b474-48a9-90df-a299551642b7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:33.305577 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34c1687f-a144-4e91-b4e2-cb0cefceef94 req-b6cd8da2-b474-48a9-90df-a299551642b7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0914800 Aug 26 12:41:33.341373 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828de99d-72d3-48d8-ae4b-dd9f8fb3dd47 req-b6d26885-e4e0-461f-b7a4-6da6f250e006 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:33.344765 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-828de99d-72d3-48d8-ae4b-dd9f8fb3dd47 req-b6d26885-e4e0-461f-b7a4-6da6f250e006 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0813193 Aug 26 12:41:33.368321 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34c1687f-a144-4e91-b4e2-cb0cefceef94 req-fc3e7e37-43ad-49bc-948c-ef079317523f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Aug 26 12:41:33.394884 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-828de99d-72d3-48d8-ae4b-dd9f8fb3dd47 req-3d86b7dc-9a92-4617-9739-7d2e4b98407e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 Aug 26 12:41:33.475233 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1ca8ef02-bccf-48b0-80c6-d35026db5432 req-5abfd833-01d2-4bc3-a79d-b0e3a594c38a tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0293953 Aug 26 12:41:34.250960 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37ece2-437d-430e-8277-bc134522a978 req-4f9cf35e-d986-4b2d-8f00-b4f6d7b7ad56 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:34.250960 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea37ece2-437d-430e-8277-bc134522a978 req-4f9cf35e-d986-4b2d-8f00-b4f6d7b7ad56 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0753083 Aug 26 12:41:34.301336 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea37ece2-437d-430e-8277-bc134522a978 req-e2034c40-800a-4844-a960-27244434956f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Aug 26 12:41:34.509465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e36bd-9dbb-4f99-bcc4-2f479c768901 req-3f33cb5c-9c2e-4aa2-8f74-de529dfc5d36 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:34.511266 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-688e36bd-9dbb-4f99-bcc4-2f479c768901 req-3f33cb5c-9c2e-4aa2-8f74-de529dfc5d36 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0536923 Aug 26 12:41:34.551363 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf22a9-c431-4c0a-b12f-544edaf94d69 req-ceea665c-4207-4293-b249-8efceafc3566 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:34.553237 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dcf22a9-c431-4c0a-b12f-544edaf94d69 req-ceea665c-4207-4293-b249-8efceafc3566 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0661206 Aug 26 12:41:34.573914 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-688e36bd-9dbb-4f99-bcc4-2f479c768901 req-4b8056c0-a7bc-4f6c-b22e-ec1637bc2258 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553539 Aug 26 12:41:34.613270 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dcf22a9-c431-4c0a-b12f-544edaf94d69 req-de877a08-e7c9-49e5-824e-bfd64773eec1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471640 Aug 26 12:41:34.698329 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cceb883b-28fd-4088-832e-66ff09439a66 req-cf42831e-b85b-4191-8d66-c7a820dea4bf tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0360088 Aug 26 12:41:35.484574 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2879f5-feb0-41df-adb8-f6289e249721 req-919118e8-ccdd-4c47-8383-a3b7b1ec9fc0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:35.499258 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4b2879f5-feb0-41df-adb8-f6289e249721 req-919118e8-ccdd-4c47-8383-a3b7b1ec9fc0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.1171656 Aug 26 12:41:35.550843 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4b2879f5-feb0-41df-adb8-f6289e249721 req-871a09a6-0a3c-4c96-993b-8c6093b2464a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504379 Aug 26 12:41:35.708606 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67fd3-c8b1-4900-98de-a2725a56ac51 req-6794994b-417a-4733-b6ab-94ebb1a378f3 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:35.712946 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a5f67fd3-c8b1-4900-98de-a2725a56ac51 req-6794994b-417a-4733-b6ab-94ebb1a378f3 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0592880 Aug 26 12:41:35.758074 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3accc-d616-411b-9084-e86512df91d3 req-a939c190-dce2-4777-b8d7-126e82e36c02 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:35.765816 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8ad3accc-d616-411b-9084-e86512df91d3 req-a939c190-dce2-4777-b8d7-126e82e36c02 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0732372 Aug 26 12:41:35.809878 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a5f67fd3-c8b1-4900-98de-a2725a56ac51 req-3986b10e-da33-4dce-98c7-a33c7f52fb08 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832472 Aug 26 12:41:35.848265 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8ad3accc-d616-411b-9084-e86512df91d3 req-682970a8-f9e2-45dc-a58f-a25a9e09e86f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699329 Aug 26 12:41:35.940689 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0a513089-9744-4971-a10f-9a7daaae0005 req-85eaebf8-6a06-4b1a-92dc-d63e3af21b03 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0511246 Aug 26 12:41:36.688292 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f552f-20ec-49f7-9180-c5caf3a05cb0 req-4693b873-1ced-4b47-9662-5707303fed80 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:36.690345 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d80f552f-20ec-49f7-9180-c5caf3a05cb0 req-4693b873-1ced-4b47-9662-5707303fed80 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0592077 Aug 26 12:41:36.740633 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d80f552f-20ec-49f7-9180-c5caf3a05cb0 req-a7df3fd7-34a0-4aa8-bdcd-104a46e2de3f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Aug 26 12:41:36.968697 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f003b-5311-4dfc-80d5-a5010ed63b18 req-b432414d-bf82-4e82-b13a-b8a5840a04df tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:36.981453 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb7f003b-5311-4dfc-80d5-a5010ed63b18 req-b432414d-bf82-4e82-b13a-b8a5840a04df tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0678627 Aug 26 12:41:37.015256 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebded77-20f4-4101-a7e0-e9003bb63796 req-aa0c5f16-6036-4ffa-9d22-aaa62f15c3a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:37.024425 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ebded77-20f4-4101-a7e0-e9003bb63796 req-aa0c5f16-6036-4ffa-9d22-aaa62f15c3a8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0954611 Aug 26 12:41:37.039221 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb7f003b-5311-4dfc-80d5-a5010ed63b18 req-ff0bafd0-e8fb-4337-a1d7-e78f92352150 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537519 Aug 26 12:41:37.073614 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ebded77-20f4-4101-a7e0-e9003bb63796 req-524e269b-aa72-40f8-bb90-68f7a810dad2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485225 Aug 26 12:41:37.108923 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:37.149129 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e267b824-5ad3-4434-bad9-cc3888ae3801 req-72f5bf59-bed5-4f43-b0fa-9693729cb51f tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0320368 Aug 26 12:41:37.872340 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d09b3-e4a5-416e-8783-9d74bbb1ea71 req-37c76e2e-80a7-406b-8da3-06b18fc31c3e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:37.873936 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b25d09b3-e4a5-416e-8783-9d74bbb1ea71 req-37c76e2e-80a7-406b-8da3-06b18fc31c3e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0574164 Aug 26 12:41:37.915873 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b25d09b3-e4a5-416e-8783-9d74bbb1ea71 req-8270fa3f-131f-43cd-902f-fa25d6cc082e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350823 Aug 26 12:41:38.154689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad3a5f-ca99-408e-93a2-eccd905906d9 req-f69cc826-6ad6-4735-a2a4-d24b1472cc27 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:38.156103 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55ad3a5f-ca99-408e-93a2-eccd905906d9 req-f69cc826-6ad6-4735-a2a4-d24b1472cc27 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0489635 Aug 26 12:41:38.191474 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be501e6-fc16-4be7-826b-a7e9563c0e04 req-6e44f3ad-9b3d-47b7-bced-aeee20bff4b0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:38.193164 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0be501e6-fc16-4be7-826b-a7e9563c0e04 req-6e44f3ad-9b3d-47b7-bced-aeee20bff4b0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0488927 Aug 26 12:41:38.195891 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55ad3a5f-ca99-408e-93a2-eccd905906d9 req-9dcfb505-3465-4511-ac90-ef68aa81c0e9 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Aug 26 12:41:38.236345 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0be501e6-fc16-4be7-826b-a7e9563c0e04 req-3971285c-55c6-429d-8515-92a3a62c0ab2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Aug 26 12:41:38.313280 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4f5b22c7-f11f-4d7f-b410-f611f676fc26 req-3c153577-a9e3-49e8-bec2-e8ed4cf275ba tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0335102 Aug 26 12:41:39.066525 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce4a54-7a0f-46b9-a372-f44befe5232e req-4e15e871-7aa9-4253-b98a-a66e0fbda583 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:39.068201 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78ce4a54-7a0f-46b9-a372-f44befe5232e req-4e15e871-7aa9-4253-b98a-a66e0fbda583 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0566623 Aug 26 12:41:39.115766 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78ce4a54-7a0f-46b9-a372-f44befe5232e req-d0020b0d-a7b3-46f4-bbcb-ed3fd6720718 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Aug 26 12:41:39.328463 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39ecc-af78-4b2f-8c66-c3db820fc347 req-67e49896-5e1d-4ecf-ac38-3dd9e90697b8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:39.330687 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-39d39ecc-af78-4b2f-8c66-c3db820fc347 req-67e49896-5e1d-4ecf-ac38-3dd9e90697b8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0657952 Aug 26 12:41:39.379344 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-39d39ecc-af78-4b2f-8c66-c3db820fc347 req-222060b7-f9b7-415a-9fbe-2ec1fa76005b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Aug 26 12:41:39.392692 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c639d1-9cd7-4f84-ab61-649950a36d14 req-5edffc2d-1f75-4142-b6bd-a8468ac2ca47 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:39.399992 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-06c639d1-9cd7-4f84-ab61-649950a36d14 req-5edffc2d-1f75-4142-b6bd-a8468ac2ca47 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Aug 26 12:41:39.437010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-603c831c-dda8-4bab-b1d5-a1e5544aa3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:39.452599 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-06c639d1-9cd7-4f84-ab61-649950a36d14 req-96416f9f-9671-4476-b53a-2ac0e6264cb6 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516937 Aug 26 12:41:39.508695 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ed27feef-785c-4f01-a994-1470e14606eb req-34abea56-e835-4487-b758-b2bd9e457fd9 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0264292 Aug 26 12:41:40.257094 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3df0b-921a-4e6f-9d7a-04c3bfb05ccc req-1ccb2c99-36c1-43e8-a05a-e145ea1b9766 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:40.258672 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00a3df0b-921a-4e6f-9d7a-04c3bfb05ccc req-1ccb2c99-36c1-43e8-a05a-e145ea1b9766 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0569494 Aug 26 12:41:40.310448 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00a3df0b-921a-4e6f-9d7a-04c3bfb05ccc req-816c67bb-0442-4bf6-8f14-d3e03d50badf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Aug 26 12:41:40.511607 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08717191-7137-4b38-af64-731ec5bc2b94 req-af7aa8df-c101-4a19-bbee-fcefecaac631 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:40.513163 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08717191-7137-4b38-af64-731ec5bc2b94 req-af7aa8df-c101-4a19-bbee-fcefecaac631 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0640476 Aug 26 12:41:40.555571 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-08717191-7137-4b38-af64-731ec5bc2b94 req-511c7792-85b5-40dd-86d8-5d5b6e1749b9 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Aug 26 12:41:40.576712 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbdf9-55d6-4e31-85bd-54ea90197aa7 req-56db2007-9fb2-407f-8d03-1f39e9d44374 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:40.579998 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-309fbdf9-55d6-4e31-85bd-54ea90197aa7 req-56db2007-9fb2-407f-8d03-1f39e9d44374 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0563433 Aug 26 12:41:40.643033 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-309fbdf9-55d6-4e31-85bd-54ea90197aa7 req-ae6d4cf4-7335-4763-8f73-6cc288854ec1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563371 Aug 26 12:41:40.671194 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a83b756-e1d4-45e0-b6bf-b5ab0f31c504 req-2a2d4d70-93d7-4b3b-9bb4-eb1e807989db tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0284321 Aug 26 12:41:41.127096 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-a7c0764c-595b-478e-bcf0-fd2687a0481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.128824 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-a7c0764c-595b-478e-bcf0-fd2687a0481f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1096 time: 0.0467885 Aug 26 12:41:41.289117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-61740887-9c89-4c98-8424-a7ea8704a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.290642 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-61740887-9c89-4c98-8424-a7ea8704a60c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940306 Aug 26 12:41:41.299276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-ba38e438-0258-4ca4-9538-06cd92f80b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.300790 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-ba38e438-0258-4ca4-9538-06cd92f80b40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1098 time: 0.0430019 Aug 26 12:41:41.465789 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-33bbbd28-d6e5-46fb-b6ef-b823d5516265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.469402 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-33bbbd28-d6e5-46fb-b6ef-b823d5516265 service neutron] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 912 time: 0.1169419 Aug 26 12:41:41.469894 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-56bd10e0-5473-47e7-aa3b-e8fad4d77f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.471914 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c3bcd07-97c5-49c7-b2b2-fc189553c882 req-56bd10e0-5473-47e7-aa3b-e8fad4d77f8c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525571 Aug 26 12:41:41.481189 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ee1eb-84e5-4418-aa14-af05b31704c0 req-a4bc7f05-3963-46fa-9d50-ee2cd64608b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.482771 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a3ee1eb-84e5-4418-aa14-af05b31704c0 req-a4bc7f05-3963-46fa-9d50-ee2cd64608b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0827427 Aug 26 12:41:41.551644 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a3ee1eb-84e5-4418-aa14-af05b31704c0 req-1f87daaf-32df-4364-89c9-3c86eb5a78a3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618200 Aug 26 12:41:41.587367 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-573ffec3-30ff-4650-a9da-0a881313498f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 1001 time: 0.0952094 Aug 26 12:41:41.623339 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-ab954398-fe34-437d-aba6-d60c864e2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.625032 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-ab954398-fe34-437d-aba6-d60c864e2af8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1096 time: 0.0507131 Aug 26 12:41:41.673977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-fbb95135-bd98-4dd2-b795-c3847f0934c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.675470 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-fbb95135-bd98-4dd2-b795-c3847f0934c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0766697 Aug 26 12:41:41.709590 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30edd06-6209-4afc-bfc0-e2b9fc9ea2d1 req-52d51033-b8c3-456b-a2e9-0bf97db848e7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.714208 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-46c84833-0a31-45bf-a64a-5a542ec2f808 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 217 time: 0.0568719 Aug 26 12:41:41.714828 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a30edd06-6209-4afc-bfc0-e2b9fc9ea2d1 req-52d51033-b8c3-456b-a2e9-0bf97db848e7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0788522 Aug 26 12:41:41.812781 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a30edd06-6209-4afc-bfc0-e2b9fc9ea2d1 req-e76d4fbd-608d-471b-b189-d2121234a838 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888035 Aug 26 12:41:41.829800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-cea637f0-e12a-4221-bfc6-4fda4ae10dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.837243 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-cea637f0-e12a-4221-bfc6-4fda4ae10dac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1160300 Aug 26 12:41:41.852139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac84d4-76d3-4e1c-9ed0-53dd9f2d67e5 req-c8dd5eb3-1b30-4669-9dce-2420e43283dc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.853936 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1ac84d4-76d3-4e1c-9ed0-53dd9f2d67e5 req-c8dd5eb3-1b30-4669-9dce-2420e43283dc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.1241453 Aug 26 12:41:41.865676 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-b9ab462d-b935-4124-ac98-ac0a16640d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.871861 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-b9ab462d-b935-4124-ac98-ac0a16640d85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.1259639 Aug 26 12:41:41.950345 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc222911-eda0-4dc3-92cf-aec5c8d1dc92 req-3f9200c0-5771-4c2b-bebf-58f62c1801ef tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d80e497-ca8c-497e-b943-73712531dabd HTTP/1.1" status: 200 len: 210 time: 0.0364065 Aug 26 12:41:41.960763 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-545dd3d8-45bf-4307-bb76-4f01c7916d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:41.963042 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-545dd3d8-45bf-4307-bb76-4f01c7916d66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856936 Aug 26 12:41:41.973662 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1ac84d4-76d3-4e1c-9ed0-53dd9f2d67e5 req-03780680-8834-442e-86f1-a210231179a3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052194 Aug 26 12:41:42.000663 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-b90856a1-81a6-48e5-ac22-87b3b971cdfd service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608922 Aug 26 12:41:42.093821 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-06bf65e0-8c4a-4fb8-b4d2-3297497be8b1 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113734 Aug 26 12:41:42.143120 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ec867ab-be0b-45c3-a0d0-888a7fed38eb req-60e71968-e4c6-4cb2-a155-5e14ab08fee9 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281331 Aug 26 12:41:42.189676 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-647092f6-44a4-42b2-9afa-322ccee71849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:42.204948 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8515d7a-ed67-4436-a921-e1da3e436a13 req-3fed77a6-49b8-4476-ae78-7950b77ee3f5 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002505 Aug 26 12:41:42.225962 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:42.433921 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077e370-56cb-46bc-9cf6-8c9da35d1c78 req-ff9e3982-3b93-44d4-8ba6-8d0ea7c2905d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.436120 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2077e370-56cb-46bc-9cf6-8c9da35d1c78 req-ff9e3982-3b93-44d4-8ba6-8d0ea7c2905d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0525570 Aug 26 12:41:42.478776 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2077e370-56cb-46bc-9cf6-8c9da35d1c78 req-6535631a-005b-4bc8-959e-efc1ff8bbe96 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366201 Aug 26 12:41:42.586187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567696-6599-4740-8837-b67219003dcd req-0be07d29-3b61-4762-b84e-181e17411b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.587969 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-0be07d29-3b61-4762-b84e-181e17411b7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 1098 time: 0.0408084 Aug 26 12:41:42.692788 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567696-6599-4740-8837-b67219003dcd req-55036df2-d686-4417-bbd2-d8abcf7a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.694465 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-55036df2-d686-4417-bbd2-d8abcf7a1376 service neutron] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 912 time: 0.0947368 Aug 26 12:41:42.695969 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920f07-ed8c-4f07-a570-ed9eca8a1ad6 req-280583ae-3d84-40f5-a15b-5dbeb4cd26b8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.697564 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2a920f07-ed8c-4f07-a570-ed9eca8a1ad6 req-280583ae-3d84-40f5-a15b-5dbeb4cd26b8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 943 time: 0.0509114 Aug 26 12:41:42.738294 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2a920f07-ed8c-4f07-a570-ed9eca8a1ad6 req-27269470-5c23-4780-883d-735c3ca8da9c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347271 Aug 26 12:41:42.762957 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-b1d6f435-c006-4f6e-8993-bb55e99b4448 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 200 len: 1001 time: 0.0603187 Aug 26 12:41:42.833583 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:41:42.842969 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567696-6599-4740-8837-b67219003dcd req-2e155e2b-8720-4728-a9c0-fac062590cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.846435 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-2e155e2b-8720-4728-a9c0-fac062590cda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0623286 Aug 26 12:41:42.928301 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567696-6599-4740-8837-b67219003dcd req-eb0ede11-8e18-4e4f-825b-d77ba2150eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.929870 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-eb0ede11-8e18-4e4f-825b-d77ba2150eaa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724182 Aug 26 12:41:42.943370 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:42.963312 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'mac_address': 'fa:16:3e:2f:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:41:42.981197 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef252-03a3-4253-b78e-fdbd0520fa16 req-ec700525-730d-46da-a6f6-20e36497d261 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:42.983105 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd4ef252-03a3-4253-b78e-fdbd0520fa16 req-ec700525-730d-46da-a6f6-20e36497d261 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0852211 Aug 26 12:41:43.016090 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:43.037923 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:41:43.081198 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:43.081331 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd4ef252-03a3-4253-b78e-fdbd0520fa16 req-ed412798-87e2-48f6-8fb7-93ec7a4d3aec tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821867 Aug 26 12:41:43.134829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-cc839721-d1e8-457d-a887-5632e396cb54 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762183 Aug 26 12:41:43.171447 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:43.222226 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:43.224126 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-48567696-6599-4740-8837-b67219003dcd req-62e01c42-d2a4-4a8b-9195-b01bad8445db service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860124 Aug 26 12:41:43.594544 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fe946-0ae5-4d73-8085-0c28bad52af1 req-e43f85a7-a159-4c66-a9ac-36174577330a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:43.596512 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e79fe946-0ae5-4d73-8085-0c28bad52af1 req-e43f85a7-a159-4c66-a9ac-36174577330a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Aug 26 12:41:43.597049 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['be51de08-1d74-4d98-b609-8ca2509627c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:43.657240 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e79fe946-0ae5-4d73-8085-0c28bad52af1 req-a3036983-83ab-48e0-909f-999bf4902285 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535643 Aug 26 12:41:43.731979 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e03cc-8891-4f03-9ee7-3096c0272108 req-b85217e7-6b5a-4bac-bb06-67fa163fcf25 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:43.733560 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-228e03cc-8891-4f03-9ee7-3096c0272108 req-b85217e7-6b5a-4bac-bb06-67fa163fcf25 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Aug 26 12:41:43.783404 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-228e03cc-8891-4f03-9ee7-3096c0272108 req-a385b6a8-11ef-4e6e-8ee5-87d9787710d8 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Aug 26 12:41:43.863738 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e345db-e183-482d-b9c7-99385ac2c91e req-06517cc0-fcad-48ec-85bb-4fc537deca17 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:43.865189 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61e345db-e183-482d-b9c7-99385ac2c91e req-06517cc0-fcad-48ec-85bb-4fc537deca17 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0495508 Aug 26 12:41:43.908440 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61e345db-e183-482d-b9c7-99385ac2c91e req-9d610d06-7a62-48f3-9153-f92a7c8eb698 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Aug 26 12:41:43.955079 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:44.427317 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e793a-263f-4df1-a3fe-33ed7e6e6d4a req-80905093-81a9-436f-bacf-771e8b34a3fc tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:44.428912 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7d3e793a-263f-4df1-a3fe-33ed7e6e6d4a req-80905093-81a9-436f-bacf-771e8b34a3fc tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.2746007 Aug 26 12:41:44.467728 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7d3e793a-263f-4df1-a3fe-33ed7e6e6d4a req-76dadbcd-fc3b-4411-9173-89f934d8b808 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 26 12:41:44.771495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ac13-b61a-45a8-8eaa-4d7c455c97c3 req-2e6817f8-06bc-4981-a15e-c1bd2c79b34f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:44.772997 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cfa6ac13-b61a-45a8-8eaa-4d7c455c97c3 req-2e6817f8-06bc-4981-a15e-c1bd2c79b34f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0469942 Aug 26 12:41:44.810754 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cfa6ac13-b61a-45a8-8eaa-4d7c455c97c3 req-60dcccb7-7aea-48e8-879c-99393d8e1c1b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Aug 26 12:41:44.897440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35207cea-841e-42b1-83b4-c52ceeee04c9 req-d8d446b7-ca57-4daa-85ed-4f267a260a7e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:44.898901 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35207cea-841e-42b1-83b4-c52ceeee04c9 req-d8d446b7-ca57-4daa-85ed-4f267a260a7e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0471711 Aug 26 12:41:44.937870 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35207cea-841e-42b1-83b4-c52ceeee04c9 req-71b8d5e2-ce3b-45d5-8b81-742d4a1825bf tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Aug 26 12:41:45.029792 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c617a-e260-45ee-9a24-282d9879fe8e req-93317b3e-dea5-4c4f-b274-ce7c74682763 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:45.031296 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b18c617a-e260-45ee-9a24-282d9879fe8e req-93317b3e-dea5-4c4f-b274-ce7c74682763 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0485625 Aug 26 12:41:45.072881 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b18c617a-e260-45ee-9a24-282d9879fe8e req-7850e891-5ed6-4e57-b48f-12a8b079566d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Aug 26 12:41:45.362026 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:45.578797 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e6f00-ac6a-4865-9598-3a994ce19f9e req-94f71677-f18f-4950-a138-8737bc792627 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:45.580255 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-080e6f00-ac6a-4865-9598-3a994ce19f9e req-94f71677-f18f-4950-a138-8737bc792627 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 943 time: 0.0462651 Aug 26 12:41:45.619431 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-080e6f00-ac6a-4865-9598-3a994ce19f9e req-e9c5eed5-c8da-4831-ae4a-5b68b4c160c9 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Aug 26 12:41:46.054630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c844f34-7d32-460f-a349-91ad7fb0fdb8 req-3307f776-52c7-4eba-a393-1f8c2971ebfc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:46.056135 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7c844f34-7d32-460f-a349-91ad7fb0fdb8 req-3307f776-52c7-4eba-a393-1f8c2971ebfc tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0485575 Aug 26 12:41:46.096379 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7c844f34-7d32-460f-a349-91ad7fb0fdb8 req-bf7306fb-865d-4a3b-936c-76be489a8a90 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341642 Aug 26 12:41:46.196858 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f6b9d9ae-bf3f-4e4e-b145-862b3278f997 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:41:46.209510 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1ee15-6b80-417c-a728-68e1806ba2cc req-1fde8e1e-3975-4847-8dc3-e0584e01ff29 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:46.211091 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61f1ee15-6b80-417c-a728-68e1806ba2cc req-1fde8e1e-3975-4847-8dc3-e0584e01ff29 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0582221 Aug 26 12:41:46.259611 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61f1ee15-6b80-417c-a728-68e1806ba2cc req-4ddb6e8e-a8d7-4330-8ea7-27617e0526d2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337300 Aug 26 12:41:46.307032 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:46.319275 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'port_id': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'mac_address': 'fa:16:3e:3e:6d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:41:46.359429 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:46.372874 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b9d9ae-bf3f-4e4e-b145-862b3278f997 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:41:46.392927 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:46.453700 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:46.501662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:46.732999 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7317e2-49a0-4251-a425-d75bb6ce6c97 req-5506e688-a797-4dd6-9355-260c77188a36 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:46.734485 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f7317e2-49a0-4251-a425-d75bb6ce6c97 req-5506e688-a797-4dd6-9355-260c77188a36 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 944 time: 0.0475283 Aug 26 12:41:46.781711 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f7317e2-49a0-4251-a425-d75bb6ce6c97 req-e676d6a9-305b-4bf9-8f32-310d27c47c7d tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Aug 26 12:41:47.212772 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af606efe-40a9-4b31-9283-3dc49ceb4629 req-f9affbfe-fdb4-4e0f-82ac-5b13da271e23 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:47.214302 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-af606efe-40a9-4b31-9283-3dc49ceb4629 req-f9affbfe-fdb4-4e0f-82ac-5b13da271e23 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0512486 Aug 26 12:41:47.254826 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-af606efe-40a9-4b31-9283-3dc49ceb4629 req-65e602a9-80fe-4dfc-9110-46cf037cf78e tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 26 12:41:47.399054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2d508-de25-42e4-ad44-534a736f6874 req-a082ea6d-3da4-4d32-bfeb-a7ed60bb0dd4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:47.400465 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-72a2d508-de25-42e4-ad44-534a736f6874 req-a082ea6d-3da4-4d32-bfeb-a7ed60bb0dd4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0479937 Aug 26 12:41:47.441501 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-72a2d508-de25-42e4-ad44-534a736f6874 req-726eade7-f425-4174-9932-b4c5a7968226 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Aug 26 12:41:47.783052 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:47.911111 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7695fc-72f3-4f9d-9012-e861adbeb64b req-00a35291-3594-481f-a051-ee3d305c5b4b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:47.912889 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1a7695fc-72f3-4f9d-9012-e861adbeb64b req-00a35291-3594-481f-a051-ee3d305c5b4b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 944 time: 0.0545449 Aug 26 12:41:47.955653 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1a7695fc-72f3-4f9d-9012-e861adbeb64b req-c2257e3d-9039-4c34-bceb-3af4cc763c94 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359046 Aug 26 12:41:48.581998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7492-c035-48d2-97d3-3cdb56c57037 req-4a83fbe0-1005-4eb1-8418-07927e4f822f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:48.583606 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-acba7492-c035-48d2-97d3-3cdb56c57037 req-4a83fbe0-1005-4eb1-8418-07927e4f822f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0621204 Aug 26 12:41:48.608362 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb02fd-0a8d-4660-92ae-9d92cf18ff14 req-9dbcc0b3-a3bd-4777-afc6-f5a4ec4f6878 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:48.610000 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fddb02fd-0a8d-4660-92ae-9d92cf18ff14 req-9dbcc0b3-a3bd-4777-afc6-f5a4ec4f6878 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.2881610 Aug 26 12:41:48.625646 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-acba7492-c035-48d2-97d3-3cdb56c57037 req-bce36848-b296-42a1-8d52-cb03a01a4aae tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351985 Aug 26 12:41:48.652366 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fddb02fd-0a8d-4660-92ae-9d92cf18ff14 req-ca2f6b73-c6d7-49ca-b345-d89b0cc807e0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Aug 26 12:41:49.068993 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda472-4f8a-478b-9351-c0213287a8a5 req-85509e37-f3c5-41f6-9f31-7e8e2d529983 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:49.070622 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bda472-4f8a-478b-9351-c0213287a8a5 req-85509e37-f3c5-41f6-9f31-7e8e2d529983 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 944 time: 0.0496459 Aug 26 12:41:49.110213 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2bda472-4f8a-478b-9351-c0213287a8a5 req-819eed00-35c2-418a-a9c1-e005d3185e62 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Aug 26 12:41:49.770730 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeb049-f264-40f0-a814-a08d04ad178a req-1dbb1910-83ed-4a69-9576-1388e08f57f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:49.772350 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4caeb049-f264-40f0-a814-a08d04ad178a req-1dbb1910-83ed-4a69-9576-1388e08f57f7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0594463 Aug 26 12:41:49.774730 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0573-330f-40c4-b525-fa0977539794 req-05c9696d-3d52-4d32-86e9-ea70b7df1a7c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:49.776371 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b2df0573-330f-40c4-b525-fa0977539794 req-05c9696d-3d52-4d32-86e9-ea70b7df1a7c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0498991 Aug 26 12:41:49.819509 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b2df0573-330f-40c4-b525-fa0977539794 req-1477e6eb-3cd2-4a3c-bc55-cb1cc19b77d0 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Aug 26 12:41:49.827337 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4caeb049-f264-40f0-a814-a08d04ad178a req-021e98c7-382f-44b6-a4e4-b3cbcda35333 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Aug 26 12:41:50.232240 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ed6b1-edcc-4420-b058-ff0bc53f2552 req-354e7a15-3132-4309-b1af-b3d7ccf3d32e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:50.233928 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bf9ed6b1-edcc-4420-b058-ff0bc53f2552 req-354e7a15-3132-4309-b1af-b3d7ccf3d32e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 944 time: 0.0578558 Aug 26 12:41:50.274008 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bf9ed6b1-edcc-4420-b058-ff0bc53f2552 req-ef2b6378-17dc-48ca-b8cf-562d10ca301f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Aug 26 12:41:50.632915 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f6b9d9ae-bf3f-4e4e-b145-862b3278f997 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:50.779203 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:41:50.784088 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:50.784455 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:50.872483 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:50.896319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:50.898735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e68a82-b1ac-452c-88c0-0114920db896" -d '{"events": [{"server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:50.913173 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:50.946936 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99c8c7-f62a-4ba8-8357-7a0b4758b99e req-a989225c-f3a1-41bf-a596-dccc6c7aa3ad tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:50.948551 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c99c8c7-f62a-4ba8-8357-7a0b4758b99e req-a989225c-f3a1-41bf-a596-dccc6c7aa3ad tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0545206 Aug 26 12:41:50.981549 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002442a-2574-4f42-ae8d-4b2d3c607ebe req-8e188b0b-7e18-46f9-809e-49ad1afdacc4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:50.984207 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7002442a-2574-4f42-ae8d-4b2d3c607ebe req-8e188b0b-7e18-46f9-809e-49ad1afdacc4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 944 time: 0.0623925 Aug 26 12:41:50.997713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:50.999170 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:41:51.001506 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c99c8c7-f62a-4ba8-8357-7a0b4758b99e req-e9ee443f-90c5-48cd-880e-4924956be865 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Aug 26 12:41:51.042556 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7002442a-2574-4f42-ae8d-4b2d3c607ebe req-9386d343-9b4f-48c4-b148-fcac80292285 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523336 Aug 26 12:41:51.055724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a618c-4b1d-4be8-bc20-43ff3f4fc187 x-openstack-request-id: req-930a618c-4b1d-4be8-bc20-43ff3f4fc187 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:51.056116 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:51.056254 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-930a618c-4b1d-4be8-bc20-43ff3f4fc187 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:51.056645 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'code': 200} Aug 26 12:41:51.085546 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:51.099522 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port be51de08-1d74-4d98-b609-8ca2509627c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:41:51.099897 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:51.178141 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:51.213554 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:51.316754 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:51.366826 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:51.392113 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9319c-5755-4970-a66b-fa6cb85ec79c req-6a556bc2-eeb8-4df3-86a3-19284f9caae0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:51.393700 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eab9319c-5755-4970-a66b-fa6cb85ec79c req-6a556bc2-eeb8-4df3-86a3-19284f9caae0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Aug 26 12:41:51.433958 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eab9319c-5755-4970-a66b-fa6cb85ec79c req-4ea194c4-86f9-49c0-93df-ce2276baa196 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Aug 26 12:41:52.091109 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c92f3-5c60-48c7-bc1d-0067c4790e22 req-37a2fa5c-2820-47cd-8ae7-7341bd412da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:52.093414 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-726c92f3-5c60-48c7-bc1d-0067c4790e22 req-37a2fa5c-2820-47cd-8ae7-7341bd412da5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1098 time: 0.0445762 Aug 26 12:41:52.123904 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511c538-3aa0-4ab7-9067-f96823d9fafa req-56fcd104-d149-411e-a876-8d7de5541930 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:52.129331 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d511c538-3aa0-4ab7-9067-f96823d9fafa req-56fcd104-d149-411e-a876-8d7de5541930 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0550828 Aug 26 12:41:52.161163 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-726c92f3-5c60-48c7-bc1d-0067c4790e22 req-6d4422f7-ea8d-4aa7-ab67-2ab7739f7c2f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Aug 26 12:41:52.167025 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d511c538-3aa0-4ab7-9067-f96823d9fafa req-a5ab72f1-bf8d-4d8f-8ece-3a5bf2c4b293 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70752cf-f126-4f88-8b30-472b4e70ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Aug 26 12:41:52.186398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aa206-5d02-44b6-b764-1c81eb59fd55 req-9400eef6-28f2-4dc0-9568-392b4f0797cc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:52.188024 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-001aa206-5d02-44b6-b764-1c81eb59fd55 req-9400eef6-28f2-4dc0-9568-392b4f0797cc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0605540 Aug 26 12:41:52.233631 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-001aa206-5d02-44b6-b764-1c81eb59fd55 req-9f2b130b-2735-4e12-9284-b800a5bbbd64 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Aug 26 12:41:52.553675 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6634cdf-9497-43ae-82ac-8cef7a1d8d8c req-717dc115-416b-401f-9a51-074b0cc5dd77 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:52.555305 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6634cdf-9497-43ae-82ac-8cef7a1d8d8c req-717dc115-416b-401f-9a51-074b0cc5dd77 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0550809 Aug 26 12:41:52.593394 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6634cdf-9497-43ae-82ac-8cef7a1d8d8c req-a01d1f8c-53ba-43bd-a68a-085bebbfe330 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Aug 26 12:41:52.652036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ca75-284a-4923-88d5-f097445510c8 req-2a886f8c-c8c6-4dd5-aa10-5b00b9fa637c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:52.653521 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61d3ca75-284a-4923-88d5-f097445510c8 req-2a886f8c-c8c6-4dd5-aa10-5b00b9fa637c tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 946 time: 0.0558562 Aug 26 12:41:52.751884 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Deleting port e4fab46c-a4c4-402a-ac4a-ee134cb3135a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:52.752089 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:52.841654 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] For port e4fab46c-a4c4-402a-ac4a-ee134cb3135a, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:52.842018 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:52.855190 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Calling delete_port for e4fab46c-a4c4-402a-ac4a-ee134cb3135a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:53.057863 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:53.060234 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcfedde-bd67-4bd5-9765-f8851fd54523" -d '{"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:53.096504 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfedba8-2c46-4bd3-ad2b-54d3629d1f8d x-openstack-request-id: req-ebfedba8-2c46-4bd3-ad2b-54d3629d1f8d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:53.096814 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-plugged", "status": "completed", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:53.097067 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebfedba8-2c46-4bd3-ad2b-54d3629d1f8d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:53.097195 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:53.097661 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'code': 200} Aug 26 12:41:53.127514 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Pushing event deleted for resources: {'Port': ['ID=e4fab46c-a4c4-402a-ac4a-ee134cb3135a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:53.148579 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['e4fab46c-a4c4-402a-ac4a-ee134cb3135a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:41:53.152869 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.153225 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.153571 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.153912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.154248 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.154583 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.154915 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.155246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.155576 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.155903 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.156231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.156558 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:53.178091 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] No DVR routers for this DVR port e4fab46c-a4c4-402a-ac4a-ee134cb3135a on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:41:53.180905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:53.183057 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61d3ca75-284a-4923-88d5-f097445510c8 req-4c3920e0-b94f-42ac-981a-298e8927ce84 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.65 "DELETE /v2.0/ports/e4fab46c-a4c4-402a-ac4a-ee134cb3135a HTTP/1.1" status: 204 len: 173 time: 0.5230994 Aug 26 12:41:53.183517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'name': 'network-vif-deleted', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:41:53.185827 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fab49a-9ab8-4d54-a4cb-3008459918cd" -d '{"events": [{"server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "name": "network-vif-deleted", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:41:53.240780 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3883e5-1a78-4967-8e63-5fc575f8feff x-openstack-request-id: req-da3883e5-1a78-4967-8e63-5fc575f8feff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:41:53.241129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77584b4-5c2d-4c87-abb8-ff4fcc66ba67", "name": "network-vif-deleted", "tag": "e4fab46c-a4c4-402a-ac4a-ee134cb3135a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:41:53.241294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da3883e5-1a78-4967-8e63-5fc575f8feff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:41:53.241693 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77584b4-5c2d-4c87-abb8-ff4fcc66ba67', 'name': 'network-vif-deleted', 'tag': 'e4fab46c-a4c4-402a-ac4a-ee134cb3135a', 'status': 'completed', 'code': 200} Aug 26 12:41:53.270538 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41a86d64-65d2-4e98-9934-b67f5f6fcefa req-9b5fa778-1989-4805-99d3-af8b66c30579 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Aug 26 12:41:53.379044 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30bed0-fef8-4165-b1e6-a12c9ca8f1d8 req-07e439b5-d9da-48af-b19e-2398672b0644 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:53.380592 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ff30bed0-fef8-4165-b1e6-a12c9ca8f1d8 req-07e439b5-d9da-48af-b19e-2398672b0644 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0519781 Aug 26 12:41:53.424137 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ff30bed0-fef8-4165-b1e6-a12c9ca8f1d8 req-b02c4024-a053-4ea0-9bc2-dd5c0c69dfd9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374622 Aug 26 12:41:53.731102 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988625e-2459-4bdb-9536-b95503adc4e2 req-0a000f38-d5fb-4de2-830e-e0c59d82c530 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:53.732811 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a988625e-2459-4bdb-9536-b95503adc4e2 req-0a000f38-d5fb-4de2-830e-e0c59d82c530 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Aug 26 12:41:53.772623 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a988625e-2459-4bdb-9536-b95503adc4e2 req-4f545281-1a54-4342-9e52-0cc6cce904ca tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Aug 26 12:41:53.896585 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a84c4-0e03-4ff3-9833-0204a4299c0f req-0bf45d43-2c21-48ed-b8f3-d8a9d21465b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:53.898450 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-204a84c4-0e03-4ff3-9833-0204a4299c0f req-0bf45d43-2c21-48ed-b8f3-d8a9d21465b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1099 time: 0.0417669 Aug 26 12:41:53.955570 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-204a84c4-0e03-4ff3-9833-0204a4299c0f req-1100d40e-282f-4e17-90ea-f3e52408cc4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Aug 26 12:41:54.392326 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0dc350b0-5d85-41c3-bfd3-2745e1a7e99d req-014def6f-df0a-45ea-8723-7cbc69b23e95 tempest-ServerRescueNegativeTestJSON-2110861126 tempest-ServerRescueNegativeTestJSON-2110861126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b77584b4-5c2d-4c87-abb8-ff4fcc66ba67 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Aug 26 12:41:54.559033 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1321fba-f18f-4b7b-bc14-8407ffe61319 req-335abf7a-0ff9-49c3-b30d-685bed0cc1e5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:54.560580 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c1321fba-f18f-4b7b-bc14-8407ffe61319 req-335abf7a-0ff9-49c3-b30d-685bed0cc1e5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Aug 26 12:41:54.602319 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c1321fba-f18f-4b7b-bc14-8407ffe61319 req-8a8afddf-b812-4d9f-a6fe-960a4d6d0ac0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354104 Aug 26 12:41:54.913496 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ede78a-6067-4fb9-bf92-0d3b3d796100 req-f80a0773-17dd-4bde-8862-4d19b073728a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:54.915314 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c8ede78a-6067-4fb9-bf92-0d3b3d796100 req-f80a0773-17dd-4bde-8862-4d19b073728a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0555892 Aug 26 12:41:54.968913 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c8ede78a-6067-4fb9-bf92-0d3b3d796100 req-acff52b2-23be-44f6-a298-194c71f78a73 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Aug 26 12:41:55.101300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8df6dc-84c1-4fa9-b00c-acd0a239691e req-452dc23b-34eb-46af-8f85-449ae616667e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:55.102897 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a8df6dc-84c1-4fa9-b00c-acd0a239691e req-452dc23b-34eb-46af-8f85-449ae616667e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0725753 Aug 26 12:41:55.148311 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a8df6dc-84c1-4fa9-b00c-acd0a239691e req-b35b7122-1878-4568-a953-6dd903f6b71b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Aug 26 12:41:55.338317 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e4fab46c-a4c4-402a-ac4a-ee134cb3135a no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:55.361476 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: e4fab46c-a4c4-402a-ac4a-ee134cb3135a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:55.361869 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e4fab46c-a4c4-402a-ac4a-ee134cb3135a not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:55.456628 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:55.522535 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef5da1-f240-4a7e-8dcd-fbe63fb6720a req-a94d5739-0ea3-4c34-b5d2-e41402a9abe7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:55.524877 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50ef5da1-f240-4a7e-8dcd-fbe63fb6720a req-a94d5739-0ea3-4c34-b5d2-e41402a9abe7 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0624206 Aug 26 12:41:55.577321 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50ef5da1-f240-4a7e-8dcd-fbe63fb6720a req-003cc51a-218b-4d67-be8b-7b031d69a4cc tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Aug 26 12:41:55.829846 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77954678-02a1-4904-8c31-f549e653164f req-d796df20-d5fa-4f71-a8c6-842f3f2c7f3e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:55.831457 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-77954678-02a1-4904-8c31-f549e653164f req-d796df20-d5fa-4f71-a8c6-842f3f2c7f3e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0975857 Aug 26 12:41:55.919953 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-77954678-02a1-4904-8c31-f549e653164f req-25a726c3-b8c6-48bb-ae40-d58ea3e642c5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806730 Aug 26 12:41:56.106064 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:56.496503 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Deleting port ba9460c5-7875-4334-9f3f-8706b5ebb5ba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:56.497243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:56.592505 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] For port ba9460c5-7875-4334-9f3f-8706b5ebb5ba, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,segment=NetworkSegment(e7c04c4e-5456-4880-989f-5da50ec86afd),segment_id=e7c04c4e-5456-4880-989f-5da50ec86afd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:56.592987 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:56.608135 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Calling delete_port for ba9460c5-7875-4334-9f3f-8706b5ebb5ba owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:56.945608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:56.986859 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9460c5-7875-4334-9f3f-8706b5ebb5ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:57.019180 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.019630 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.020050 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.020461 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.020912 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.021319 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.021720 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.022121 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.022679 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.023081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.023642 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.024097 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:41:57.155913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096a30-1d24-43aa-8e18-3991ae8f9dfe req-675d548c-1950-4187-83d2-8000b4b0b3e3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:57.157551 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f096a30-1d24-43aa-8e18-3991ae8f9dfe req-675d548c-1950-4187-83d2-8000b4b0b3e3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.1067207 Aug 26 12:41:57.263182 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f096a30-1d24-43aa-8e18-3991ae8f9dfe req-922651a1-7963-44ef-92f4-84f17fb32489 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942402 Aug 26 12:41:57.266236 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:57.546982 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:41:57.709038 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:41:57.717138 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-12176c91-3630-46ff-b069-3958044a6bf6 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e4eb865-5f2f-4bbf-97c3-379056be0fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580462 Aug 26 12:41:57.719771 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 33936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:57.724838 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Sync routers for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:41:57.746837 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:57.748125 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:41:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:57.850259 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:57.910418 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:58.161540 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:41:56Z', 'revision_number': 5, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:58.212157 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Checking router: 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:41:58.224002 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Routers {'3e4eb865-5f2f-4bbf-97c3-379056be0fa9'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:41:58.225436 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:41:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:58.372226 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] Set router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:41:58.430507 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:58.505644 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d0838-778f-4e0a-a004-8dfeaa3406a5 req-39668dd0-86ed-4105-a665-d0634fcf6361 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:58.507259 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f20d0838-778f-4e0a-a004-8dfeaa3406a5 req-39668dd0-86ed-4105-a665-d0634fcf6361 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0634792 Aug 26 12:41:58.550544 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f20d0838-778f-4e0a-a004-8dfeaa3406a5 req-a2eb5f18-fdb5-4b88-a5c5-718bc9a5cae7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353720 Aug 26 12:41:58.680159 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Deleting port 36fe51a7-b951-41e1-8a6a-46a5e602430e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:41:58.680769 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:58.705196 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:41:56Z', 'revision_number': 5, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:41:58.736224 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95226630-0ca0-4896-9c9e-18a61771e1bf None None] The sync data for ids ['3e4eb865-5f2f-4bbf-97c3-379056be0fa9'] in dv-cinder-806140-1-iscsi is: [{'id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'name': 'tempest-ServerRescueNegativeTestJSON-420552682-router', 'tenant_id': '48bac8aae21a46e2b41abcb71b695003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:41:56Z', 'revision_number': 5, 'project_id': '48bac8aae21a46e2b41abcb71b695003', 'gw_port': {'id': '36fe51a7-b951-41e1-8a6a-46a5e602430e', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4eb865-5f2f-4bbf-97c3-379056be0fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:41:58.790955 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] For port 36fe51a7-b951-41e1-8a6a-46a5e602430e, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=36fe51a7-b951-41e1-8a6a-46a5e602430e,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:41:58.791694 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:58.806233 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Calling delete_port for 36fe51a7-b951-41e1-8a6a-46a5e602430e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:41:59.060690 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.155651 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Pushing event deleted for resources: {'Port': ['ID=36fe51a7-b951-41e1-8a6a-46a5e602430e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:41:59.257028 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.374258 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.377385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.385378 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device ba9460c5-7875-4334-9f3f-8706b5ebb5ba no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:41:59.428009 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: ba9460c5-7875-4334-9f3f-8706b5ebb5ba {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:41:59.428435 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device ba9460c5-7875-4334-9f3f-8706b5ebb5ba not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:41:59.645800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.646405 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4eb865-5f2f-4bbf-97c3-379056be0fa9 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:41:59.651607 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.655473 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-88ded0be-38a4-42e1-acee-17feaa1a6fde admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e4eb865-5f2f-4bbf-97c3-379056be0fa9 HTTP/1.1" status: 204 len: 168 time: 1.9314847 Aug 26 12:41:59.655638 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 33972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:41:59.716614 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Deleting subnet 8ea58c1f-0739-4631-8031-dbe8f11806da {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:41:59.722116 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.767484 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.827912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:59.921068 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43001784-8f06-41c0-9e49-c3f00eb1a1bf req-68e8e0e2-ac2f-4e58-a393-c124b88acee5 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:41:59.922545 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43001784-8f06-41c0-9e49-c3f00eb1a1bf req-68e8e0e2-ac2f-4e58-a393-c124b88acee5 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0726726 Aug 26 12:41:59.965175 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43001784-8f06-41c0-9e49-c3f00eb1a1bf req-8ddb1ff6-a28e-4960-9e91-2bdc4f193eae tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Aug 26 12:42:00.008397 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.040668 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea58c1f-0739-4631-8031-dbe8f11806da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:00.045155 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.047093 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7449a174-265d-40d0-b611-8059db1a24d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8ea58c1f-0739-4631-8031-dbe8f11806da HTTP/1.1" status: 204 len: 168 time: 0.3900032 Aug 26 12:42:00.051942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 33976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:00.122746 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.226819 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.243775 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363bbc2c-fced-4e50-8025-ed42d7752c11']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:00.259873 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c04c4e-5456-4880-989f-5da50ec86afd') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:00.260334 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c04c4e-5456-4880-989f-5da50ec86afd') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:00.273537 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.291626 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.298266 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:42:00.298663 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:42:00.301199 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:42:00.474291 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.484320 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.486439 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/363bbc2c-fced-4e50-8025-ed42d7752c11 HTTP/1.1" status: 204 len: 168 time: 0.4334700 Aug 26 12:42:00.498970 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e8a4a-d7e2-41a7-b8b4-5c487f1fe7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=363bbc2c-fced-4e50-8025-ed42d7752c11,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:00.921134 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 33986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:00.973424 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d3d2e782-6f81-4ca1-9407-2a51480349e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48bac8aae21a46e2b41abcb71b695003&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509193 Aug 26 12:42:00.977295 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 33988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:01.061647 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:01.097718 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:01.105650 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fa299-c679-416a-8f0a-dced9e0a1454 req-0f469d5d-77fc-4327-9849-ef1fd95e3540 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:01.107531 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a6fa299-c679-416a-8f0a-dced9e0a1454 req-0f469d5d-77fc-4327-9849-ef1fd95e3540 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0604606 Aug 26 12:42:01.155446 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a6fa299-c679-416a-8f0a-dced9e0a1454 req-b455b70d-90e9-4297-8cb8-c37e9f0f4256 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Aug 26 12:42:01.259471 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:01.262225 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:01.265268 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e70752cf-f126-4f88-8b30-472b4e70ac7d HTTP/1.1" status: 204 len: 168 time: 0.2852566 Aug 26 12:42:01.273287 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b955c2-b27e-41fa-906d-12c028ed9871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70752cf-f126-4f88-8b30-472b4e70ac7d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:01.335719 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 36fe51a7-b951-41e1-8a6a-46a5e602430e no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:42:01.384079 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 36fe51a7-b951-41e1-8a6a-46a5e602430e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:42:01.384720 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 36fe51a7-b951-41e1-8a6a-46a5e602430e not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:42:02.098678 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-aa4f578f-b636-4b41-b787-604f00eb6a28 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:02.100465 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-aa4f578f-b636-4b41-b787-604f00eb6a28 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0855887 Aug 26 12:42:02.233436 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Deleting port 7440c64a-5615-4b61-95b9-ade6203b75a9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:42:02.236927 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:02.366813 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f1f2-b4a2-4aeb-8577-b36bde821a03 req-6fd3e269-37db-4f8d-841b-5c346e03fbc2 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:02.368402 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23e3f1f2-b4a2-4aeb-8577-b36bde821a03 req-6fd3e269-37db-4f8d-841b-5c346e03fbc2 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 946 time: 0.0904715 Aug 26 12:42:02.385974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] For port 7440c64a-5615-4b61-95b9-ade6203b75a9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7440c64a-5615-4b61-95b9-ade6203b75a9,segment=NetworkSegment(19a4b6cd-9e0a-4ee2-818f-3eaf0053355f),segment_id=19a4b6cd-9e0a-4ee2-818f-3eaf0053355f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:02.386346 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:02.423462 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Calling delete_port for 7440c64a-5615-4b61-95b9-ade6203b75a9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:42:02.485622 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23e3f1f2-b4a2-4aeb-8577-b36bde821a03 req-554003da-362f-49c8-8698-884a2e29654a tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/security-groups?id=75d83988-41ff-495c-846d-5c1593bde3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013753 Aug 26 12:42:02.662982 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:02.699542 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Pushing event deleted for resources: {'Port': ['ID=7440c64a-5615-4b61-95b9-ade6203b75a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:02.707142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['7440c64a-5615-4b61-95b9-ade6203b75a9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:42:02.767407 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] No DVR routers for this DVR port 7440c64a-5615-4b61-95b9-ade6203b75a9 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:42:02.771371 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:02.775340 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ccbaa01-5d13-4c7d-80d4-55e17b27cc64 req-533cda3c-d691-49ee-931e-c972d84b4bcb tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.65 "DELETE /v2.0/ports/7440c64a-5615-4b61-95b9-ade6203b75a9 HTTP/1.1" status: 204 len: 173 time: 0.6652305 Aug 26 12:42:02.776847 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'name': 'network-vif-deleted', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:02.780367 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893df25-488a-4ad4-8d90-04bb192b1611" -d '{"events": [{"server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "name": "network-vif-deleted", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:02.838573 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed184a-a18c-4bef-9b73-b9c3eb907e4b x-openstack-request-id: req-bfed184a-a18c-4bef-9b73-b9c3eb907e4b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:02.838973 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b4a24-a461-43e0-8ee8-2f5b23871d86", "name": "network-vif-deleted", "tag": "7440c64a-5615-4b61-95b9-ade6203b75a9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:02.839312 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfed184a-a18c-4bef-9b73-b9c3eb907e4b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:02.839822 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1b4a24-a461-43e0-8ee8-2f5b23871d86', 'name': 'network-vif-deleted', 'tag': '7440c64a-5615-4b61-95b9-ade6203b75a9', 'status': 'completed', 'code': 200} Aug 26 12:42:03.639456 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a5f6acd9-5f0f-4a2b-b168-0c1c48ce8013 req-a45dd4e6-b26d-497b-bafb-2a42f6e57fb4 tempest-VolumesSnapshotTestJSON-1105072986 tempest-VolumesSnapshotTestJSON-1105072986-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f1b4a24-a461-43e0-8ee8-2f5b23871d86 HTTP/1.1" status: 200 len: 210 time: 0.0280945 Aug 26 12:42:05.393946 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7440c64a-5615-4b61-95b9-ade6203b75a9 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:42:05.427919 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 7440c64a-5615-4b61-95b9-ade6203b75a9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:42:05.428548 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 7440c64a-5615-4b61-95b9-ade6203b75a9 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:42:07.056047 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:07.122355 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.190395 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d465b75-0dd3-4ac8-bc8f-d88295250633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.302832 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d465b75-0dd3-4ac8-bc8f-d88295250633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.391104 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d465b75-0dd3-4ac8-bc8f-d88295250633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.433420 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d465b75-0dd3-4ac8-bc8f-d88295250633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df94745-ab14-494b-9bfd-0016e6f16f8c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:07.437907 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d465b75-0dd3-4ac8-bc8f-d88295250633 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=436587fbd5244127b3a4beb26f15b5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804255 Aug 26 12:42:07.454762 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:07.515511 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.556150 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.580678 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:42:07.716688 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.719398 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:07.721198 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2df94745-ab14-494b-9bfd-0016e6f16f8c HTTP/1.1" status: 204 len: 168 time: 0.2704668 Aug 26 12:42:07.731311 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707c62d-a649-4525-8f12-110318b14f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df94745-ab14-494b-9bfd-0016e6f16f8c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:08.124908 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d2b0-d4a0-44ad-9952-26ebaf5bef7a req-3a03f125-775d-473b-b637-c4da3d3d440e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:08.126648 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8392d2b0-d4a0-44ad-9952-26ebaf5bef7a req-3a03f125-775d-473b-b637-c4da3d3d440e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0525103 Aug 26 12:42:08.179843 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8392d2b0-d4a0-44ad-9952-26ebaf5bef7a req-88fcd209-1879-4962-8d4d-91c9e79b591e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Aug 26 12:42:08.218270 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:08.477581 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e74b6-3970-4c53-803c-8620da1da0c0 tempest-TestMinimumBasicScenario-1405376013 tempest-TestMinimumBasicScenario-1405376013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:08.479536 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5d1e74b6-3970-4c53-803c-8620da1da0c0 tempest-TestMinimumBasicScenario-1405376013 tempest-TestMinimumBasicScenario-1405376013-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1093 time: 0.2590818 Aug 26 12:42:08.482561 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:08.487572 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'port_id': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:08.611652 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:08.732356 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:08.852175 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Allocated IP 172.27.0.185 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/ff5f6c84-fb09-4550-a8b4-fbee37e60b49) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:42:08.986366 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:09.159860 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:09.200241 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:42:09.205077 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:42:09.208618 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:42:09.214509 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'Port': ['ID=ff5f6c84-fb09-4550-a8b4-fbee37e60b49,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:09.476841 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f018402-21ec-4a01-afba-999244d27f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:09.619563 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:09.793159 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:09.987824 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:10.062331 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:10.144913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'Port': ['ID=ff5f6c84-fb09-4550-a8b4-fbee37e60b49,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:10.161264 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:10.285552 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Floating IP 515e2f84-5d4b-42b4-9e98-4615713cb526 associated. External IP: 172.27.0.185, port: f6b9d9ae-bf3f-4e4e-b145-862b3278f997. Aug 26 12:42:10.526132 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Router c6c618bf-8438-47c2-938a-4b56b4bac0d3 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:42:10.647433 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:42:10.658143 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728712df-02eb-4561-89a4-907255949954 None None] Sync routers for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:42:10.668038 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728712df-02eb-4561-89a4-907255949954 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:10.668694 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-728712df-02eb-4561-89a4-907255949954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:41:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:10.748191 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:10.785096 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-85aa3a8b-5681-42d5-bd26-44a88dd1e1e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2976072 Aug 26 12:42:10.785096 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:10.785096 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc603221-714c-43d9-b8ba-738ad6c55d73" -d '{"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:10.785961 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:10.789644 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-728712df-02eb-4561-89a4-907255949954 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:10.795066 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699116438', 'description': 'tempest-secgroup-smoke-1699116438 description', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:10.838967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97538553-c47b-46b8-8217-6965b3890b57 x-openstack-request-id: req-97538553-c47b-46b8-8217-6965b3890b57 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:10.845370 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:10.845370 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97538553-c47b-46b8-8217-6965b3890b57 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:10.845370 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:42:10.936596 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.037833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.113911 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.146105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d61c3-f5c7-40ac-b81c-18e5b914425d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:11.219065 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.224059 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1afe01eb-3ba5-4386-922d-cf83111c430f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4331217 Aug 26 12:42:11.224353 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:11.229212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:11.344110 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-728712df-02eb-4561-89a4-907255949954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '515e2f84-5d4b-42b4-9e98-4615713cb526', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'port_id': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'mac_address': 'fa:16:3e:3e:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:09Z', 'updated_at': '2021-08-26T12:42:09Z', 'revision_number': 0, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:11.372585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728712df-02eb-4561-89a4-907255949954 None None] Checking router: c6c618bf-8438-47c2-938a-4b56b4bac0d3 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:42:11.382061 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728712df-02eb-4561-89a4-907255949954 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:11.384516 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-728712df-02eb-4561-89a4-907255949954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:41:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:11.409250 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.476840 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.501264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-728712df-02eb-4561-89a4-907255949954 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:11.568145 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.589093 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49a53d4-33dc-4488-b8d4-4bf2e702f3a3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:11.691397 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.693273 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1ef26c91-bdbe-47e2-988e-71df7310800c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676695 Aug 26 12:42:11.696374 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:11.701917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:11.806738 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-728712df-02eb-4561-89a4-907255949954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '515e2f84-5d4b-42b4-9e98-4615713cb526', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'port_id': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'mac_address': 'fa:16:3e:3e:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:09Z', 'updated_at': '2021-08-26T12:42:09Z', 'revision_number': 0, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:11.833109 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:11.842447 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728712df-02eb-4561-89a4-907255949954 None None] The sync data for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi is: [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '515e2f84-5d4b-42b4-9e98-4615713cb526', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'port_id': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'mac_address': 'fa:16:3e:3e:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:09Z', 'updated_at': '2021-08-26T12:42:09Z', 'revision_number': 0, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:42:11.964898 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.079622 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.079885 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2149996-a413-4a9b-b612-df854c9d1c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.092830 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe1d226-53be-46d7-b0c3-31be24e4a3b6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:12.124638 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392a89d-689e-4875-a342-4f9ad7ac28ea None None] New status for floating IP 515e2f84-5d4b-42b4-9e98-4615713cb526: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:42:12.182536 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.186157 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.189945 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-02d78fba-ea85-4f31-8411-55c65955f062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4899833 Aug 26 12:42:12.191296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:12.197674 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:12.321195 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.398876 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.513998 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.541705 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9556eca6-c10f-46ee-b3b3-c3931ce6b708,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:12.618946 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.620118 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8396d01f-34e1-4bda-98d8-f22892df338b tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4277270 Aug 26 12:42:12.624630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:12.630174 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:12.727569 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.802571 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.867777 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.891657 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a250ff54-a9eb-4a9b-aca2-1c07cd0a3ef9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:12.959862 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:12.961820 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-801f7af3-3e03-46e5-acb4-397277e8052a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3353631 Aug 26 12:42:12.965216 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:12.970427 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:13.097583 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Project 2f413ff7269c43838c6aa0b2ca035c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:42:13.106357 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.190187 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.319900 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.340241 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa98ed6-befd-4376-b096-829ec5e11810,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:13.451582 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.452975 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-22035fe3-0095-42a5-9113-fb11a175af89 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4865813 Aug 26 12:42:13.457090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:13.465634 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'security_group_rule': {'security_group_id': '5d3d61c3-f5c7-40ac-b81c-18e5b914425d', 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:13.524589 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-6f92def8-cad8-42e9-9b42-3bef459bf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:13.526467 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-6f92def8-cad8-42e9-9b42-3bef459bf188 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1098 time: 0.0717068 Aug 26 12:42:13.585556 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Project 2f413ff7269c43838c6aa0b2ca035c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:42:13.592135 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.639926 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-a113e236-90fe-4a7c-9d14-399025b25271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:13.642106 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-a113e236-90fe-4a7c-9d14-399025b25271 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.1065245 Aug 26 12:42:13.667109 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.723297 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-0d6e32a1-7d0f-4a57-bff2-c75ce1c23a3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 1001 time: 0.0713904 Aug 26 12:42:13.773475 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.784950 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-e151e34d-b6f1-4142-b5cf-f3bd4adedc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:13.789889 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-e151e34d-b6f1-4142-b5cf-f3bd4adedc4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0544207 Aug 26 12:42:13.796697 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b3e506-9470-4635-b304-643f2c3fddfa,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:13.848455 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-1b8a1d1e-bcc4-46c6-b538-d20147b9a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:13.850083 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-1b8a1d1e-bcc4-46c6-b538-d20147b9a492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478470 Aug 26 12:42:13.883724 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:13.885645 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a7c0c5cc-aad1-494f-b4ac-1dbe7783923c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4259357 Aug 26 12:42:13.970782 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:14.064435 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-0949bdf6-d178-4ba4-880e-5faee302c7d2 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043500 Aug 26 12:42:14.069440 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-415c5ca2-e9e6-40e6-b447-4de1efe4b159 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699116438&fields=id&tenant_id=2f413ff7269c43838c6aa0b2ca035c51 HTTP/1.1" status: 200 len: 267 time: 0.1027086 Aug 26 12:42:14.188684 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-561e027f-26bb-4b28-abdc-a7eda8520d3f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:14.190319 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-561e027f-26bb-4b28-abdc-a7eda8520d3f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.1146801 Aug 26 12:42:14.214400 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'port': {'security_groups': ['63d69019-ccdc-4f1e-b830-681eb0717d73', '5d3d61c3-f5c7-40ac-b81c-18e5b914425d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:14.253532 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc603221-714c-43d9-b8ba-738ad6c55d73 req-b5c77c41-7dbf-4c32-a05e-ba61bb78a432 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679800 Aug 26 12:42:14.289683 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:14.509757 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:14.545990 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:14.676673 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:14.728495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:14.729200 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:14.730781 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d72ae13-d957-4d3a-b8f3-3dfd404b4b1d req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "PUT /v2.0/ports/f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 981 time: 0.5321441 Aug 26 12:42:14.731121 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:14.733615 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:14.762787 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47bce-85e4-48fd-9e71-585db11ec0c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:14.801815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99a442-c2d9-401f-a1f7-8110d330a285 x-openstack-request-id: req-0e99a442-c2d9-401f-a1f7-8110d330a285 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:14.802110 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:14.802361 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e99a442-c2d9-401f-a1f7-8110d330a285 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:14.802764 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:42:14.868107 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652e651-0a23-45e2-b3f0-89c438ae6523 req-b7254cdc-ee20-420f-9340-bbe3ba5631b9 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:14.869860 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a652e651-0a23-45e2-b3f0-89c438ae6523 req-b7254cdc-ee20-420f-9340-bbe3ba5631b9 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0567617 Aug 26 12:42:14.931620 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a652e651-0a23-45e2-b3f0-89c438ae6523 req-94d4a91e-faf5-49ba-912e-38119047b7d0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553992 Aug 26 12:42:15.006871 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e6753f5-85b5-4a16-851c-6ac95506b5db None None] Provisioning complete for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:42:15.007576 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e6753f5-85b5-4a16-851c-6ac95506b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:15.384984 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:17.014174 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:42:17.205182 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:42:17.221153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-041a6e8e-3941-4d9b-b013-44b58af4df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:17.222721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-041a6e8e-3941-4d9b-b013-44b58af4df76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1137 time: 0.0742304 Aug 26 12:42:17.398172 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-a0b89278-05c6-4831-94a3-56e2d75be791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:17.399789 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-a0b89278-05c6-4831-94a3-56e2d75be791 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.1654067 Aug 26 12:42:17.477548 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-b25d0a0d-d0c9-4e0d-85df-cef6473ae2b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 1001 time: 0.0671914 Aug 26 12:42:17.534868 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-0c843c61-9995-4da9-bdda-d5b0d27b4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:17.536441 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-0c843c61-9995-4da9-bdda-d5b0d27b4ee1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0503395 Aug 26 12:42:17.586724 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-12ab28f4-eb6d-4e21-a8e1-7435edf4d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:17.588197 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-12ab28f4-eb6d-4e21-a8e1-7435edf4d6ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432267 Aug 26 12:42:17.695690 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-5f3591f4-b767-4d79-8f23-620e2f62192e service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989966 Aug 26 12:42:17.829247 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a3a07e3f-4728-4566-b8b6-2b5bc9df988c req-b2d42e5c-42a3-4722-84ac-38c9ad04655c service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Aug 26 12:42:28.851309 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:28.966394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8bde-03f4-41c8-b637-7592dbe9ef42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.065280 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8bde-03f4-41c8-b637-7592dbe9ef42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.153557 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8bde-03f4-41c8-b637-7592dbe9ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.225202 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7b0c8bde-03f4-41c8-b637-7592dbe9ef42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea5734aa0ec6401b865ce083e3b3633f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725166 Aug 26 12:42:29.226678 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c8bde-03f4-41c8-b637-7592dbe9ef42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa9ce4-cc76-4d39-8118-fdfd2b64e8e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:29.228991 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:29.298846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.334101 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.467735 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.471767 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:29.475374 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbaa9ce4-cc76-4d39-8118-fdfd2b64e8e2 HTTP/1.1" status: 204 len: 168 time: 0.2422357 Aug 26 12:42:29.487176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9a8e-29ca-4865-a435-7e44d3d8cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa9ce4-cc76-4d39-8118-fdfd2b64e8e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:32.599181 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:32.715310 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1abab9e-5d7c-4022-b886-ec9c99203609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:32.830881 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1abab9e-5d7c-4022-b886-ec9c99203609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:32.913579 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1abab9e-5d7c-4022-b886-ec9c99203609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:32.959294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:32.960557 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c1abab9e-5d7c-4022-b886-ec9c99203609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7b05530bd86470f84965d2ea8674728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587224 Aug 26 12:42:32.960721 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abab9e-5d7c-4022-b886-ec9c99203609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18253ce2-2367-4f59-ace3-bdf40c0682dc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:33.040667 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:33.073781 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:33.229892 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:33.236613 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:33.238116 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18253ce2-2367-4f59-ace3-bdf40c0682dc HTTP/1.1" status: 204 len: 168 time: 0.2771659 Aug 26 12:42:33.247319 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac88ee3-6c57-460f-9fbc-45d3750f66aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18253ce2-2367-4f59-ace3-bdf40c0682dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:33.990625 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:34.006330 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-383be8e6-d9f1-40f6-822f-77f7d5a73cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.100400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-383be8e6-d9f1-40f6-822f-77f7d5a73cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.401247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-383be8e6-d9f1-40f6-822f-77f7d5a73cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.438695 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be8e6-d9f1-40f6-822f-77f7d5a73cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f471eda9-d23a-461c-a26c-93c4049892c5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:34.443964 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-383be8e6-d9f1-40f6-822f-77f7d5a73cdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=332b1ed61d874fe79c0441f6dd30f661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520352 Aug 26 12:42:34.447979 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:34.496481 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.519660 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.633622 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.636400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:34.637605 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f471eda9-d23a-461c-a26c-93c4049892c5 HTTP/1.1" status: 204 len: 168 time: 0.1900623 Aug 26 12:42:34.646653 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095bc81-8a2d-46ba-9d13-85559d85e2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f471eda9-d23a-461c-a26c-93c4049892c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:36.058518 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831acf2-631f-4aa9-b1db-32ec7c5208f5 req-ba7c3a74-72e0-4395-979d-bb82ca110226 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:36.060145 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0831acf2-631f-4aa9-b1db-32ec7c5208f5 req-ba7c3a74-72e0-4395-979d-bb82ca110226 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.2361794 Aug 26 12:42:36.114395 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0831acf2-631f-4aa9-b1db-32ec7c5208f5 req-41185fd8-6f04-4bd5-8dd5-c173fb58e8da tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Aug 26 12:42:37.144163 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:37.405512 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520e1d-f3c8-4a39-bb3d-3bd51d48fa63 req-47b8f5b1-6160-45bc-88d7-87e7074f6cbf tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:37.407682 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3c520e1d-f3c8-4a39-bb3d-3bd51d48fa63 req-47b8f5b1-6160-45bc-88d7-87e7074f6cbf tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.2146003 Aug 26 12:42:37.447538 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3c520e1d-f3c8-4a39-bb3d-3bd51d48fa63 req-39b14c28-9e5a-4893-9859-573c360f88c9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337665 Aug 26 12:42:37.453432 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:37.562519 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08503e88-ae38-484d-985e-c1f0dbd9d4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:37.660696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08503e88-ae38-484d-985e-c1f0dbd9d4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:37.752874 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08503e88-ae38-484d-985e-c1f0dbd9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:37.792610 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-08503e88-ae38-484d-985e-c1f0dbd9d4eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17511a0e3b9847229443ab8065174394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381202 Aug 26 12:42:37.793742 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503e88-ae38-484d-985e-c1f0dbd9d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56776d85-f1b9-4553-8069-58322f5fa625,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:37.795710 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:37.849417 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:37.873576 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.001534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.006441 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.011164 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56776d85-f1b9-4553-8069-58322f5fa625 HTTP/1.1" status: 204 len: 168 time: 0.2108753 Aug 26 12:42:38.022385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adc0ef-bbdf-4925-83f4-01f9b068cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56776d85-f1b9-4553-8069-58322f5fa625,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:38.429810 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-55023de0-8010-4a5d-a724-136dfa7e5ec9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:38.431492 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-55023de0-8010-4a5d-a724-136dfa7e5ec9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Aug 26 12:42:38.535851 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Deleting port f5eb967f-bc06-4224-a31b-dc58054197cc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:42:38.536198 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.573721 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0cb00-c635-4423-9544-819c7d228458 req-c184f4b1-d14c-490c-a9c0-ca850614f2c7 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:38.575541 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eac0cb00-c635-4423-9544-819c7d228458 req-c184f4b1-d14c-490c-a9c0-ca850614f2c7 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Aug 26 12:42:38.615361 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eac0cb00-c635-4423-9544-819c7d228458 req-9152e1fc-261d-4dcb-8557-265135817340 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=d18dc2d4-ee4a-4406-b91b-9263029b4970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Aug 26 12:42:38.631825 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] For port f5eb967f-bc06-4224-a31b-dc58054197cc, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f5eb967f-bc06-4224-a31b-dc58054197cc,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:38.632219 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.758046 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:38.784248 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d30ef661-e6fe-487e-bcf0-877388c4c57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.822254 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-4a05f73c-25ed-40fc-b221-3cb295e1ef63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717013 Aug 26 12:42:38.855132 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.855527 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.855936 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Floating IP 59bee355-1464-463e-a383-75921b792476 disassociated. External IP: 172.27.0.120, port: f5eb967f-bc06-4224-a31b-dc58054197cc. Aug 26 12:42:38.856192 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Calling delete_port for f5eb967f-bc06-4224-a31b-dc58054197cc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:42:38.914556 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d30ef661-e6fe-487e-bcf0-877388c4c57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:38.927971 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-4a11ea48-6cce-4e43-ab86-efcd2aeb2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:38.929546 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-4a11ea48-6cce-4e43-ab86-efcd2aeb2d29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 1099 time: 0.0519855 Aug 26 12:42:38.998030 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d30ef661-e6fe-487e-bcf0-877388c4c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.050109 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d30ef661-e6fe-487e-bcf0-877388c4c57a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89d75409754b4aff8cddf7443d3dae6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910717 Aug 26 12:42:39.054943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:39.057900 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef661-e6fe-487e-bcf0-877388c4c57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd25fc-0aef-429e-9ea4-24500bef0a03,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:39.090348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.090819 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-681fe193-e262-4bab-911f-d30fcac61b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:39.092373 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-681fe193-e262-4bab-911f-d30fcac61b5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.1408379 Aug 26 12:42:39.133797 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'Port': ['ID=f5eb967f-bc06-4224-a31b-dc58054197cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:39.201871 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-414788ce-48db-46f8-ae10-698889f36a29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 200 len: 1001 time: 0.0910277 Aug 26 12:42:39.259227 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-f5dcdd52-0ce9-43be-a92b-d9887f0bf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:39.261004 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-f5dcdd52-0ce9-43be-a92b-d9887f0bf25e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0492651 Aug 26 12:42:39.322469 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-18e196e3-caa2-446b-8775-80b97462db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:39.324387 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-18e196e3-caa2-446b-8775-80b97462db45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552249 Aug 26 12:42:39.430468 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2468a26b-9098-476c-925f-de4f72cf5eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.431962 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.450053 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-33605390-1f1b-4735-9766-2b072a6e3f80 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152878 Aug 26 12:42:39.493942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.539479 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:42:39.545317 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d66b3621-ebe4-4d2b-864b-6f857573623d req-c6c817d5-440b-448b-b44f-c07d12e34665 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Aug 26 12:42:39.648917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.651762 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.658335 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84bd25fc-0aef-429e-9ea4-24500bef0a03 HTTP/1.1" status: 204 len: 168 time: 0.5988901 Aug 26 12:42:39.673721 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c186dea-cb51-42ab-8fc3-3db539716fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd25fc-0aef-429e-9ea4-24500bef0a03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:39.680931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:42:39.704060 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:42:39.732497 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:39.733564 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:39.749965 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-473490b0-d7a7-47c0-8d3b-a7ce57d56506 req-e75cc36a-8c7d-4a38-a68e-82199669e10b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0620606 Aug 26 12:42:39.750896 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] No DVR routers for this DVR port f5eb967f-bc06-4224-a31b-dc58054197cc on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:42:39.753584 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:39.755698 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c63ead91-1a3b-4aac-8f91-a9f3c31a4ac5 req-ae742743-f29d-41b2-b339-fe47cd65a1e0 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "DELETE /v2.0/ports/f5eb967f-bc06-4224-a31b-dc58054197cc HTTP/1.1" status: 204 len: 173 time: 1.3129213 Aug 26 12:42:39.756155 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'name': 'network-vif-deleted', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:39.758434 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6394738f-5a47-447f-8af0-ac65351a0ac8" -d '{"events": [{"server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "name": "network-vif-deleted", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:39.795500 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa2219-8a48-49e0-8e6f-53bb061d02f2 x-openstack-request-id: req-9eaa2219-8a48-49e0-8e6f-53bb061d02f2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:39.795794 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1", "name": "network-vif-deleted", "tag": "f5eb967f-bc06-4224-a31b-dc58054197cc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:39.796084 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eaa2219-8a48-49e0-8e6f-53bb061d02f2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:39.796465 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1', 'name': 'network-vif-deleted', 'tag': 'f5eb967f-bc06-4224-a31b-dc58054197cc', 'status': 'completed', 'code': 200} Aug 26 12:42:39.863795 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:40.104780 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:40.133757 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:42:40.149632 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:40.150676 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:40.301551 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:40.556009 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:40.593856 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b949b2-64ae-47dd-9d3c-ec37d5227530 None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:42:40.900545 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-086fa94c-04fb-49a8-b9e0-a3e178b348bf req-8db6d2d8-936a-49fe-8ad3-e5cf9e478ee4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8f7c48b-80d6-43f6-a2df-4bb959e6f2c1 HTTP/1.1" status: 200 len: 210 time: 0.0360658 Aug 26 12:42:40.917153 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e528-ef41-45c9-9fe1-3575c28caff9 None None] New status for floating IP 59bee355-1464-463e-a383-75921b792476: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:42:41.100930 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f5eb967f-bc06-4224-a31b-dc58054197cc no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:42:41.363159 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: f5eb967f-bc06-4224-a31b-dc58054197cc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:42:41.363390 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f5eb967f-bc06-4224-a31b-dc58054197cc not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:42:41.932945 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:41.976192 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.040078 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Deleting subnet 049fe399-cff4-4008-b89a-7de2def7ece0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:42:42.043562 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.056200 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7edfad2-8a2f-43e5-a7c7-0a9350b123c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.093214 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.104883 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.187856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.193040 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.226409 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.306231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b3bddc-515c-4ed6-b3b1-0f02aba7d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.391300 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.394283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.399957 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "DELETE /v2.0/security-groups/d18dc2d4-ee4a-4406-b91b-9263029b4970 HTTP/1.1" status: 204 len: 168 time: 0.3010483 Aug 26 12:42:42.404571 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.422505 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.api.v2.resource [None req-80345e0a-71b9-48c5-8c35-0f1aca789732 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] show failed (client error): The resource could not be found. Aug 26 12:42:42.424798 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-80345e0a-71b9-48c5-8c35-0f1aca789732 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups/d18dc2d4-ee4a-4406-b91b-9263029b4970 HTTP/1.1" status: 404 len: 347 time: 0.0177894 Aug 26 12:42:42.429794 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.439406 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783ace-40d2-4035-9321-de6f1ae027c2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18dc2d4-ee4a-4406-b91b-9263029b4970,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:42.459417 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.555322 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b3bddc-515c-4ed6-b3b1-0f02aba7d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.599693 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.619172 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Deleting port c7e65f1c-63a4-4c71-a274-3e86d80cc839 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:42:42.619609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.630114 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049fe399-cff4-4008-b89a-7de2def7ece0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:42.632361 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.634550 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fa7853b4-94cf-4217-9610-bffad72663f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/049fe399-cff4-4008-b89a-7de2def7ece0 HTTP/1.1" status: 204 len: 168 time: 0.6567540 Aug 26 12:42:42.638577 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.679357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b3bddc-515c-4ed6-b3b1-0f02aba7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.722119 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.761661 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-39b3bddc-515c-4ed6-b3b1-0f02aba7d609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0ffcfe5c96649a29f04d78ab1c235c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275397 Aug 26 12:42:42.767376 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3bddc-515c-4ed6-b3b1-0f02aba7d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e90e8f-869c-4692-8554-b932a36ee7ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:42.772362 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:42.803986 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.804343 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.828828 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Calling delete_port for c7e65f1c-63a4-4c71-a274-3e86d80cc839 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:42:42.875595 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.887452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02809cc7-7005-4069-99dc-0d58208a3f44']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:42.900443 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:42.900722 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a4b6cd-9e0a-4ee2-818f-3eaf0053355f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:42.911751 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.927884 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.934798 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:42:42.935101 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:42:42.937187 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:42:42.959754 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.031200 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.096164 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.104868 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.107012 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] 10.222.0.15 "DELETE /v2.0/networks/02809cc7-7005-4069-99dc-0d58208a3f44 HTTP/1.1" status: 204 len: 168 time: 0.4673350 Aug 26 12:42:43.119077 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4653-1e28-4f55-a3c7-38e46a744371 admin admin] Pushing event deleted for resources: {'Network': ['ID=02809cc7-7005-4069-99dc-0d58208a3f44,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:43.269627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.272951 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.274714 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76e90e8f-869c-4692-8554-b932a36ee7ff HTTP/1.1" status: 204 len: 168 time: 0.5016074 Aug 26 12:42:43.285053 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c238233-7ab9-4fce-ae57-5c830b268cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e90e8f-869c-4692-8554-b932a36ee7ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:43.324357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.364040 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'Port': ['ID=c7e65f1c-63a4-4c71-a274-3e86d80cc839,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:43.441733 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.444333 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.451758 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-94460693-e658-4471-8db4-0eebcd435cd8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "DELETE /v2.0/floatingips/59bee355-1464-463e-a383-75921b792476 HTTP/1.1" status: 204 len: 168 time: 1.0151465 Aug 26 12:42:43.661702 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:43.730629 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c465e841-ef12-4c0a-8487-3b90b357de2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6596cc6533d40af8d5a0e91cd9d008f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671368 Aug 26 12:42:43.733125 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:43.800912 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.827068 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.969318 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:43.974336 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267858858', 'description': 'tempest-description--1241128859'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:43.978523 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.984251 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:43.986566 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75d83988-41ff-495c-846d-5c1593bde3a2 HTTP/1.1" status: 204 len: 168 time: 0.2520132 Aug 26 12:42:44.001436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6dc6-9d38-490c-871d-dda3b175cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d83988-41ff-495c-846d-5c1593bde3a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:44.028168 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.113101 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.246394 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.410459 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.441630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c973030-4eb3-4b54-a32d-b893b2c1ef8b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:44.580478 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:42:44.581941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.584062 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-04514d62-3674-4cac-98e2-24985947796f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6128817 Aug 26 12:42:44.586417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:44.596862 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group_rule': {'security_group_id': '3c973030-4eb3-4b54-a32d-b893b2c1ef8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:44.692094 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:44.711049 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e969238d-3073-48ae-b48b-d3c538a8197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.728125 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.818716 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.836977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e969238d-3073-48ae-b48b-d3c538a8197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.947750 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:44.967365 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67511169-db1d-4b5d-abd1-730d873e6765,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:44.994125 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e969238d-3073-48ae-b48b-d3c538a8197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.048614 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969238d-3073-48ae-b48b-d3c538a8197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a143bb1-7ed6-4246-b19c-7d6d592216b0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:45.052053 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e969238d-3073-48ae-b48b-d3c538a8197d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50d5ead7dda94a0a8e7f14a7ae7eb4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564842 Aug 26 12:42:45.053023 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:45.124002 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.127877 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.130265 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9aacf481-84b1-4847-b35b-f4ea5a39701d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5420659 Aug 26 12:42:45.133911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 34898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:45.139211 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'security_group_rule': {'security_group_id': '3c973030-4eb3-4b54-a32d-b893b2c1ef8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:45.151885 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.277722 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.309596 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec195-d295-4825-94ce-9b1318eff3ae req-9080734b-a2f6-40d5-9f60-ca6afd9ccc51 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:45.311067 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d6ec195-d295-4825-94ce-9b1318eff3ae req-9080734b-a2f6-40d5-9f60-ca6afd9ccc51 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0693743 Aug 26 12:42:45.362027 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.365662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.367097 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a143bb1-7ed6-4246-b19c-7d6d592216b0 HTTP/1.1" status: 204 len: 168 time: 0.3129945 Aug 26 12:42:45.381834 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce2e0e-a198-44cf-b1a1-0a5c5a4fdfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a143bb1-7ed6-4246-b19c-7d6d592216b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:45.398706 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d6ec195-d295-4825-94ce-9b1318eff3ae req-93d11ddd-bee7-47b8-ad47-c4e0905bc179 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773008 Aug 26 12:42:45.408234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.449646 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112325-bb43-45d3-b869-6a899dd04fff req-9de4c5bc-fe6e-4783-a3b4-8a95ed3d31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:45.451189 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-9de4c5bc-fe6e-4783-a3b4-8a95ed3d31ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1137 time: 0.0479839 Aug 26 12:42:45.466011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.547246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112325-bb43-45d3-b869-6a899dd04fff req-df7dba0b-773e-4527-89e1-79a57798be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:45.548816 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-df7dba0b-773e-4527-89e1-79a57798be79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.0905399 Aug 26 12:42:45.559027 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.580895 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8e868e-bcb3-4fa2-a8c7-fe2ff012c6aa,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:45.628913 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-42a29afe-4449-4faf-b683-d6349beacbd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 1001 time: 0.0721397 Aug 26 12:42:45.682132 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112325-bb43-45d3-b869-6a899dd04fff req-a93450ce-7b11-49f7-88a6-7a234754b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:45.684055 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-a93450ce-7b11-49f7-88a6-7a234754b3f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0475936 Aug 26 12:42:45.709838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:45.711498 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-799f243b-8a75-4102-87d0-47274ea9b4d4 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5765269 Aug 26 12:42:45.716953 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 34904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:45.722632 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:45.760509 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112325-bb43-45d3-b869-6a899dd04fff req-34c1103a-0540-4f95-9988-b2f59ef23f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:45.763111 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-34c1103a-0540-4f95-9988-b2f59ef23f1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699174 Aug 26 12:42:45.860957 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-443628fa-9aee-4510-8521-050dab222f7e service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909877 Aug 26 12:42:45.879844 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:46.011705 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f112325-bb43-45d3-b869-6a899dd04fff req-f10c52d4-f9e4-41c3-a5ea-5ba796c146f0 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430683 Aug 26 12:42:46.061253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:46.188481 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Allocated IP 172.27.0.60 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/e7170fc3-7b9f-47b2-bf35-92d513ba1d44) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:42:46.298641 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:46.462698 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:46.554025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:42:46.563754 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:42:46.567471 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:42:46.649697 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=e7170fc3-7b9f-47b2-bf35-92d513ba1d44,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:46.693426 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b37b-7f64-4b55-8c75-8b900b1f05f7 req-d6629890-60d5-46d9-b765-017878976e29 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:46.693426 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bc3b37b-7f64-4b55-8c75-8b900b1f05f7 req-d6629890-60d5-46d9-b765-017878976e29 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.2215388 Aug 26 12:42:46.840810 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:46.856162 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bc3b37b-7f64-4b55-8c75-8b900b1f05f7 req-43d84eff-1e14-4b5c-b995-3b238f5ebe47 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443157 Aug 26 12:42:47.032335 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.213317 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.341600 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.418500 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=e7170fc3-7b9f-47b2-bf35-92d513ba1d44,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:47.429754 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.604711 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.606109 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c803ce25-8096-4758-a9a2-ccaf80d2169b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8881080 Aug 26 12:42:47.831773 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-46b547d9-bab6-4cfc-a700-0e662f0b9ed8 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--267858858&fields=id&tenant_id=5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 267 time: 0.0376346 Aug 26 12:42:47.973236 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-d3744b19-2369-46fc-af95-d5a79dcc9d95 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:47.974956 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-d3744b19-2369-46fc-af95-d5a79dcc9d95 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 811 time: 0.1338952 Aug 26 12:42:48.004351 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-c1194f59-1408-4126-9495-b5d7d3a78afc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/quotas/5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 375 time: 0.0176139 Aug 26 12:42:48.018974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ec8b4-7e74-4854-92ca-0b348b2b1c3d req-335043e2-ef78-4ef1-ae28-053cac5d10e0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:48.020764 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c18ec8b4-7e74-4854-92ca-0b348b2b1c3d req-335043e2-ef78-4ef1-ae28-053cac5d10e0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0645747 Aug 26 12:42:48.070642 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c18ec8b4-7e74-4854-92ca-0b348b2b1c3d req-1f65e0e6-9e9f-42b7-9ce2-4801da18c495 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416775 Aug 26 12:42:48.092157 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-c5b6e65f-b169-4338-8227-b14d06d897e9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765505 Aug 26 12:42:48.336772 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-9b175efe-48d4-4652-b037-636298a627ef service neutron] 10.222.0.15 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320335 Aug 26 12:42:48.451592 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-a71324ea-3c52-4ae2-be6b-9f2121a57c12 service neutron] 10.222.0.15 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077676 Aug 26 12:42:48.731952 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e2f0179f-95d4-4465-ba5f-a24d63a2a8c8 req-26c37d2f-574e-48b5-a0ef-c1d80bded130 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 210 time: 0.0307972 Aug 26 12:42:49.226942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36fbc-5e72-44a7-b2e7-64ab152255dd req-74aade35-1371-40d0-965e-c595bd422a4c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:49.228680 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e5e36fbc-5e72-44a7-b2e7-64ab152255dd req-74aade35-1371-40d0-965e-c595bd422a4c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0842223 Aug 26 12:42:49.284092 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e5e36fbc-5e72-44a7-b2e7-64ab152255dd req-86717cd5-ab37-4063-af98-64caf7dc6b5c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450561 Aug 26 12:42:49.833304 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0ef1d587-0513-4811-bc70-8dc9c1fa8122 req-ff9bc9d5-0d9e-40aa-b565-a038bc53f8ea tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 210 time: 0.0420585 Aug 26 12:42:50.060722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b0c45-1844-4b95-adfd-dd3f3b5bf915 req-ebd1bb0d-60c2-4ca2-a1d1-21ce97d45514 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:50.062540 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b0b0c45-1844-4b95-adfd-dd3f3b5bf915 req-ebd1bb0d-60c2-4ca2-a1d1-21ce97d45514 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0556614 Aug 26 12:42:50.112021 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b0b0c45-1844-4b95-adfd-dd3f3b5bf915 req-7c15a6e2-5b18-4d2e-b898-ed6d93103232 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Aug 26 12:42:50.412119 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61e43-ed12-4793-b7c0-3e36b86a9950 req-d804f918-9b04-4161-829e-a557d06aaec0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:50.413657 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6f61e43-ed12-4793-b7c0-3e36b86a9950 req-d804f918-9b04-4161-829e-a557d06aaec0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0549083 Aug 26 12:42:50.454202 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6f61e43-ed12-4793-b7c0-3e36b86a9950 req-34461530-d491-4594-9094-d15b921ebb76 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344555 Aug 26 12:42:50.720603 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:50.857547 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9113c0c4-e839-47a2-913a-f5f540f21bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:50.963620 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-86ac5dce-5cce-483d-9f76-a809525f86ba req-6017315c-ec8e-49cc-b0f5-90c7ba1d545f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 210 time: 0.0333278 Aug 26 12:42:50.995519 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9113c0c4-e839-47a2-913a-f5f540f21bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.095920 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9113c0c4-e839-47a2-913a-f5f540f21bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.139297 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9113c0c4-e839-47a2-913a-f5f540f21bef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c007a462e58c4dc2a134c536ca248046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175599 Aug 26 12:42:51.140130 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113c0c4-e839-47a2-913a-f5f540f21bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d8023-f644-43c9-b37f-c9e73c1cf8f1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:51.143884 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:51.221713 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.275043 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.297149 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf168a9-c2f9-405f-9978-b841b04f8a4a req-a0dafadc-84de-4489-9034-c420ab82ff49 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:51.298741 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8cf168a9-c2f9-405f-9978-b841b04f8a4a req-a0dafadc-84de-4489-9034-c420ab82ff49 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0919704 Aug 26 12:42:51.354115 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8cf168a9-c2f9-405f-9978-b841b04f8a4a req-0c079ec7-ff6d-4329-b7ba-57846e59bad5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Aug 26 12:42:51.587465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.588527 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c255253-3acf-4cf8-9d4a-7d8a24358a9b req-e53bbf99-db65-44ee-92f2-789236afedbc tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:51.589579 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9c255253-3acf-4cf8-9d4a-7d8a24358a9b req-e53bbf99-db65-44ee-92f2-789236afedbc tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0602305 Aug 26 12:42:51.592041 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:51.596757 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a38d8023-f644-43c9-b37f-c9e73c1cf8f1 HTTP/1.1" status: 204 len: 168 time: 0.4493263 Aug 26 12:42:51.606280 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee86567-8fc6-41a0-8dcd-00938cac7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d8023-f644-43c9-b37f-c9e73c1cf8f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:51.684464 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9c255253-3acf-4cf8-9d4a-7d8a24358a9b req-4c649da4-43c3-473a-8a05-fbbd320078d2 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826602 Aug 26 12:42:51.748162 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-9802db37-9e04-418a-bd81-5df4d4df2076 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:51.749825 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-9802db37-9e04-418a-bd81-5df4d4df2076 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 811 time: 0.1299980 Aug 26 12:42:51.813016 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-254b257e-7bdc-4c64-bb8a-aa92ed026f6c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8b2961939a44f9915441d17cb97d82 HTTP/1.1" status: 200 len: 379 time: 0.0469687 Aug 26 12:42:51.877504 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'port': {'device_id': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'admin_state_up': True, 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'security_groups': ['3c973030-4eb3-4b54-a32d-b893b2c1ef8b']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:51.922852 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-aa18932d-3013-4d88-b091-23334556f89d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:51.924764 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-aa18932d-3013-4d88-b091-23334556f89d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.0516658 Aug 26 12:42:52.052671 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Deleting port be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:42:52.053054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.122671 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2da5cb02-1141-48ef-844b-d6d71aa46f29 req-824af469-e6bd-4073-b075-1969f67bf3b9 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 210 time: 0.0739372 Aug 26 12:42:52.148912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Made reservation on behalf of 5a8b2961939a44f9915441d17cb97d82 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:42:52.152417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.171039 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] For port be51de08-1d74-4d98-b609-8ca2509627c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=be51de08-1d74-4d98-b609-8ca2509627c4,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:52.171416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.351407 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Allocated IP 172.20.0.6 (60fe485c-890c-4715-b43a-e25dad17a0d0/1e87fc9c-b7bd-45cb-92af-f9a903bda0b5/30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:42:52.479620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.479620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.479620 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Floating IP c1db4def-e0d1-4f24-9a22-249765973604 disassociated. External IP: 172.27.0.182, port: be51de08-1d74-4d98-b609-8ca2509627c4. Aug 26 12:42:52.479620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Calling delete_port for be51de08-1d74-4d98-b609-8ca2509627c4 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:42:52.560882 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:52.575233 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb56b-aab2-46f9-bc55-1f785c9e3eca req-2f8150fd-5f6d-4641-8f7a-350cdf62cee3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:52.576942 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8adb56b-aab2-46f9-bc55-1f785c9e3eca req-2f8150fd-5f6d-4641-8f7a-350cdf62cee3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 946 time: 0.1213980 Aug 26 12:42:52.579294 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0ffd-c9cc-482e-85a1-06150be1af84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.643892 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.657897 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8adb56b-aab2-46f9-bc55-1f785c9e3eca req-5b654e1d-26c0-4176-9e32-f5175a4fc4ae tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=00dfe08a-c09a-41ae-ac43-5841c60e12f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694258 Aug 26 12:42:52.739851 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0ffd-c9cc-482e-85a1-06150be1af84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.781766 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Transition to ACTIVE for port object 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:42:52.797557 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:52.830908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'Port': ['ID=be51de08-1d74-4d98-b609-8ca2509627c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:52.889814 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013ea7-66db-40b4-8e0d-f7aa278d8b12 req-c2d2abb4-709b-4fe9-8a5d-148dddb80a81 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:52.891507 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a3013ea7-66db-40b4-8e0d-f7aa278d8b12 req-c2d2abb4-709b-4fe9-8a5d-148dddb80a81 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.1249504 Aug 26 12:42:52.981617 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a3013ea7-66db-40b4-8e0d-f7aa278d8b12 req-f3f3d513-ecce-49c5-a830-1136a4236202 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822082 Aug 26 12:42:53.001903 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:42:53.045170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0ffd-c9cc-482e-85a1-06150be1af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.077502 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.104474 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bd4e0ffd-c9cc-482e-85a1-06150be1af84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2a8f829acaf4a6eb846dd9f6b6746bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385003 Aug 26 12:42:53.104474 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e0ffd-c9cc-482e-85a1-06150be1af84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e008f-da38-4840-8158-5a9cd03d6a26,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:53.106979 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:53.149291 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:42:53.155837 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:42:53.160492 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:42:53.168832 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event updated for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:53.201372 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.201904 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.208707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.209513 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:42:53.209604 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.209604 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:53.219038 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:42:53.231247 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:53.232060 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:53.253758 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.268849 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] No DVR routers for this DVR port be51de08-1d74-4d98-b609-8ca2509627c4 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:42:53.278641 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.281363 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2826d841-1e69-49d3-a948-b7a9701450b7 req-8c5c0793-f71e-4dcc-a839-452d66fa2ba5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "DELETE /v2.0/ports/be51de08-1d74-4d98-b609-8ca2509627c4 HTTP/1.1" status: 204 len: 173 time: 1.3502858 Aug 26 12:42:53.281841 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-deleted', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:53.282267 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:53.283449 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.284436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8fc273-1c18-4cbd-afb3-48450c33e162" -d '{"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-deleted", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:53.332093 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620a08c-6914-4dd2-b257-be9fca4047c7 req-a828eed1-a48c-40db-9817-aea7acd7ecad tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:53.343943 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1620a08c-6914-4dd2-b257-be9fca4047c7 req-a828eed1-a48c-40db-9817-aea7acd7ecad tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 931 time: 0.1316884 Aug 26 12:42:53.344416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.388573 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af3dd69-0efb-42e4-a74a-430281520258 x-openstack-request-id: req-3af3dd69-0efb-42e4-a74a-430281520258 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:53.389131 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbfc032-1176-4d23-aa32-9763a63fb9e7", "name": "network-vif-deleted", "tag": "be51de08-1d74-4d98-b609-8ca2509627c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:53.390102 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3af3dd69-0efb-42e4-a74a-430281520258 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:53.390733 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbfc032-1176-4d23-aa32-9763a63fb9e7', 'name': 'network-vif-deleted', 'tag': 'be51de08-1d74-4d98-b609-8ca2509627c4', 'status': 'completed', 'code': 200} Aug 26 12:42:53.424767 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:53.566612 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.577653 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.577653 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/397e008f-da38-4840-8158-5a9cd03d6a26 HTTP/1.1" status: 204 len: 168 time: 0.4626927 Aug 26 12:42:53.594352 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccb60c-961a-49e6-9e0e-db8d40e00846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e008f-da38-4840-8158-5a9cd03d6a26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:53.714176 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-eaadbb4e-3211-4b25-9af4-e867ddea1c1d tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8412874 Aug 26 12:42:53.734563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c448e2f0-9045-430b-97d1-0ff9aeba4f72 None None] Provisioning for port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:42:53.750100 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c448e2f0-9045-430b-97d1-0ff9aeba4f72 None None] Provisioning complete for port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:42:53.750675 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c448e2f0-9045-430b-97d1-0ff9aeba4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:53.754850 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1620a08c-6914-4dd2-b257-be9fca4047c7 req-b217e0ad-5efd-4e2c-8ac3-c74e42b864e3 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086351 Aug 26 12:42:53.850767 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c448e2f0-9045-430b-97d1-0ff9aeba4f72 None None] Port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:42:53.873241 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:53.905227 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:42:53.914707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:42:53.915334 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:54.040586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:42:54.129610 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3aa29972-2baa-4d76-ae41-ca6dddb4c38e req-bd498a78-fd60-45fc-a243-212a0c8d61a2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccbfc032-1176-4d23-aa32-9763a63fb9e7 HTTP/1.1" status: 200 len: 210 time: 0.0509689 Aug 26 12:42:54.241883 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Request body: {'port': {'device_id': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:54.318896 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ce05-7249-47ed-8972-1f04fcd8bbd4 req-74d5eabd-5bfc-4f5f-b470-66269d23edaa tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:54.320484 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2264ce05-7249-47ed-8972-1f04fcd8bbd4 req-74d5eabd-5bfc-4f5f-b470-66269d23edaa tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.2034364 Aug 26 12:42:54.361460 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.387096 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:42:54.411437 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2264ce05-7249-47ed-8972-1f04fcd8bbd4 req-aa17a3c5-ad6b-47ce-8379-ca0979156eaa tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745730 Aug 26 12:42:54.439158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33faab0f-5891-41a1-9338-34f2757bfe5c None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:42:54.682552 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:54.700492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06bae666-f7e3-48bb-83b6-5a4bf6449ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.705551 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:42:54.714266 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.727926 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Transition to ACTIVE for port object 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:42:54.757863 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e7dbc-0a7d-4743-bfea-841abf0b8eca None None] New status for floating IP c1db4def-e0d1-4f24-9a22-249765973604: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:42:54.813304 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06bae666-f7e3-48bb-83b6-5a4bf6449ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.815562 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.916136 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a646a-837f-4892-b02f-486e04a29baf req-38fccfc2-cd31-49ba-b4bb-767af1d2f199 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:54.919322 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d45a646a-837f-4892-b02f-486e04a29baf req-38fccfc2-cd31-49ba-b4bb-767af1d2f199 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 943 time: 0.0813498 Aug 26 12:42:54.920450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06bae666-f7e3-48bb-83b6-5a4bf6449ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:54.927950 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Pushing event updated for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:54.968274 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bae666-f7e3-48bb-83b6-5a4bf6449ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd122c92-08e5-42a0-bc36-12cf7615bd22,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:54.998086 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Attempting to bind port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:42:54.998517 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Attempting to bind port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:42:54.998877 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Attempting to bind port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:42:55.007117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 on network 60fe485c-890c-4715-b43a-e25dad17a0d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:42:55.007117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Attempting to bind port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 on network 60fe485c-890c-4715-b43a-e25dad17a0d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:42:55.013418 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:42:55.013975 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Checking segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:42:55.014704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Bound using segment: {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:42:55.015744 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Bound port: 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ce9314-0183-4316-aeb7-ac5829f4537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:42:55.016345 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.044052 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-06bae666-f7e3-48bb-83b6-5a4bf6449ad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=398f606e535a48d6b2d7a262f0c84231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600636 Aug 26 12:42:55.049704 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:55.061618 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d45a646a-837f-4892-b02f-486e04a29baf req-397e4f60-0e68-4c56-aa8c-c3ab7d00a34c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953507 Aug 26 12:42:55.116691 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:42:55.120691 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.121062 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:42:55.153069 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.171014 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:42:55.207315 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: be51de08-1d74-4d98-b609-8ca2509627c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:42:55.207914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device be51de08-1d74-4d98-b609-8ca2509627c4 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:42:55.213372 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.258568 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:55.259182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.260840 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-22e4f219-9553-464d-9920-e782475dba54 service neutron] 10.222.0.65 "PUT /v2.0/ports/30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 HTTP/1.1" status: 200 len: 1093 time: 1.5309107 Aug 26 12:42:55.261308 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:42:55.263598 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5539d32-51c6-45e6-95c9-6c28d06dd11e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:42:55.297602 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4f219-9553-464d-9920-e782475dba54 service neutron] Pushing event updated for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:55.312960 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac77ec-c484-472c-893b-bb95dee587ff x-openstack-request-id: req-efac77ec-c484-472c-893b-bb95dee587ff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:42:55.313598 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:42:55.313976 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efac77ec-c484-472c-893b-bb95dee587ff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:42:55.314613 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'status': 'completed', 'code': 200} Aug 26 12:42:55.366932 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.369599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.377243 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd122c92-08e5-42a0-bc36-12cf7615bd22 HTTP/1.1" status: 204 len: 168 time: 0.3207231 Aug 26 12:42:55.386831 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95012-7b30-4d15-8438-d546526cc916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd122c92-08e5-42a0-bc36-12cf7615bd22,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:55.412180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:55.522290 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-a545589a-c3eb-41c2-bb6e-72ac092ae258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:55.524229 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-a545589a-c3eb-41c2-bb6e-72ac092ae258 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 1096 time: 0.1703136 Aug 26 12:42:55.628816 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.684433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.695181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb94ea-653b-40e4-a330-96c04449ba5e req-96542766-7f18-4c4f-b0d9-9a97337ce010 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:55.696786 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8bb94ea-653b-40e4-a330-96c04449ba5e req-96542766-7f18-4c4f-b0d9-9a97337ce010 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.1709931 Aug 26 12:42:55.756270 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-c9c8d79f-a91e-4d65-a0f5-b742a0e1901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:55.757801 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-c9c8d79f-a91e-4d65-a0f5-b742a0e1901d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a8b2961939a44f9915441d17cb97d82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2142138 Aug 26 12:42:55.838556 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8bb94ea-653b-40e4-a330-96c04449ba5e req-5e56e9c0-cdab-49cf-94b3-6d362430337c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320992 Aug 26 12:42:55.886025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-25c43c36-d6ba-4dc1-843e-347fefb65272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:55.886914 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5539d32-51c6-45e6-95c9-6c28d06dd11e req-25c43c36-d6ba-4dc1-843e-347fefb65272 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213377 Aug 26 12:42:55.932147 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.934905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:55.936792 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "DELETE /v2.0/security-groups/00dfe08a-c09a-41ae-ac43-5841c60e12f2 HTTP/1.1" status: 204 len: 168 time: 0.5254498 Aug 26 12:42:55.939764 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:55.948410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c534e-6860-4561-91c3-d601a080089e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfe08a-c09a-41ae-ac43-5841c60e12f2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:55.960014 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-85beb266-0aaf-4199-9e1b-49fc35c17d4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] show failed (client error): The resource could not be found. Aug 26 12:42:55.963928 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-85beb266-0aaf-4199-9e1b-49fc35c17d4b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups/00dfe08a-c09a-41ae-ac43-5841c60e12f2 HTTP/1.1" status: 404 len: 347 time: 0.0200479 Aug 26 12:42:55.964351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:56.020238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-d998088c-ceb0-4702-90fa-7bf868973e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:56.022092 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-d998088c-ceb0-4702-90fa-7bf868973e22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 1096 time: 0.0536067 Aug 26 12:42:56.075182 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-224fe5a4-18ef-400c-8540-fa4730c6d417 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 HTTP/1.1" status: 200 len: 217 time: 0.0374696 Aug 26 12:42:56.133383 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Deleting port da0ac9dd-2a47-4901-a4ec-2d41dcb65a63 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:42:56.139623 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.139820 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-f6166d43-5f43-463b-89b9-4aa4c408bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:56.139820 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-f6166d43-5f43-463b-89b9-4aa4c408bd95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0540771 Aug 26 12:42:56.199695 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-6a0d974f-9dda-452f-89cd-ea4a3dd41c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:56.201474 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-6a0d974f-9dda-452f-89cd-ea4a3dd41c61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565577 Aug 26 12:42:56.261192 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce99b91-039d-4e8f-a9fc-90e58d7d796d req-8963927c-d9a1-48cd-9093-63ce7b437f7a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:56.263238 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ce99b91-039d-4e8f-a9fc-90e58d7d796d req-8963927c-d9a1-48cd-9093-63ce7b437f7a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 943 time: 0.0877361 Aug 26 12:42:56.281157 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.281486 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.303638 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Calling delete_port for da0ac9dd-2a47-4901-a4ec-2d41dcb65a63 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:42:56.317558 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-e9e04545-6966-49ea-95f7-39dc43ba82e8 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031370 Aug 26 12:42:56.331761 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ce99b91-039d-4e8f-a9fc-90e58d7d796d req-c4f79496-393d-4e80-97ee-0f022de5ff80 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596731 Aug 26 12:42:56.446441 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-284a21d1-1f4d-4b35-9265-70e903174c86 req-ba98ae48-4cbd-4092-b97b-25f47fb2b4e8 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212969 Aug 26 12:42:56.606691 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.633721 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'Port': ['ID=da0ac9dd-2a47-4901-a4ec-2d41dcb65a63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:56.704103 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.706684 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.707887 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-42de9b1d-27ed-4a32-b4e9-36c9257bd18d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "DELETE /v2.0/floatingips/c1db4def-e0d1-4f24-9a22-249765973604 HTTP/1.1" status: 204 len: 168 time: 0.7423439 Aug 26 12:42:56.721165 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:56.835139 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1814101201-network', 'tenant_id': '3671aa78e3a141269eb1d515b33b15fb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:56.990727 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135d407-2d3e-46bc-b14b-ef343b852f10 req-c8b7762c-b5bb-429b-be97-cbd762e3a991 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:56.992411 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5135d407-2d3e-46bc-b14b-ef343b852f10 req-c8b7762c-b5bb-429b-be97-cbd762e3a991 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0572941 Aug 26 12:42:57.037172 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5135d407-2d3e-46bc-b14b-ef343b852f10 req-dc448c4d-bf81-4625-8cae-cafa0fd510e0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375617 Aug 26 12:42:57.155403 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Made reservation on behalf of 3671aa78e3a141269eb1d515b33b15fb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:42:57.157742 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.167967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.303136 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:57.306217 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.312327 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852916836', 'description': 'tempest-description--1682073937'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:57.390990 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.414250 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:42:57.440604 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f555c1b-3887-46dd-b036-31f64e1543a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:57.443760 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.444091 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Added segment b40158d7-ed87-4a45-9e95-d13e13cfd94e of type vlan for network ed8c8b64-f85a-4f4a-a16c-16a932f08187 Aug 26 12:42:57.477156 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.477156 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.477156 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.477444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.477551 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.477879 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.478204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.478527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.478993 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.479322 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.479732 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.480040 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:57.511811 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.529269 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.544459 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb6b13-434f-4c90-ae92-5b1c158791a1 req-338ba850-13a1-4535-ac1d-118ffda3638f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:57.551752 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebbb6b13-434f-4c90-ae92-5b1c158791a1 req-338ba850-13a1-4535-ac1d-118ffda3638f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 943 time: 0.1259356 Aug 26 12:42:57.604886 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebbb6b13-434f-4c90-ae92-5b1c158791a1 req-0fda3f30-0fca-4939-82af-b0927987f690 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Aug 26 12:42:57.625752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.667275 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.668197 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:57.668874 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.726833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.734183 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8c8b64-f85a-4f4a-a16c-16a932f08187,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:57.747027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network ed8c8b64-f85a-4f4a-a16c-16a932f08187 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:42:57.758774 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a0e8c-b721-4729-81c1-d7bc6b367b17,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:57.910612 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-70d573d4-fc2c-4df7-9a6f-b1a19cb12df6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1885633 Aug 26 12:42:57.913830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:57.918842 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Request body: {'subnet': {'network_id': 'ed8c8b64-f85a-4f4a-a16c-16a932f08187', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1814101201-subnet', 'tenant_id': '3671aa78e3a141269eb1d515b33b15fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:57.955393 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.959371 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9a47dca2-f315-42b3-b035-bc01885d7e1e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6521351 Aug 26 12:42:57.959917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:57.967207 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group_rule': {'security_group_id': '4e9a0e8c-b721-4729-81c1-d7bc6b367b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:58.157678 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2c225-bfbc-42cc-8c7a-dc9bc0d6298d req-e109edf7-1d2c-4e55-acfe-3eb8e795e9c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:58.159278 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aea2c225-bfbc-42cc-8c7a-dc9bc0d6298d req-e109edf7-1d2c-4e55-acfe-3eb8e795e9c0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0528307 Aug 26 12:42:58.204724 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aea2c225-bfbc-42cc-8c7a-dc9bc0d6298d req-4a7cc057-1d8e-416a-abb6-6b3a905c6062 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380459 Aug 26 12:42:58.258180 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Made reservation on behalf of 3671aa78e3a141269eb1d515b33b15fb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:42:58.263442 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.478246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.551850 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.683333 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.718797 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.743405 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a056f03-886e-403e-bbf2-7ff380914003,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:58.772104 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cd6cba-722d-4695-8a0f-1c39afdffc39,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:58.782970 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220d18-2704-45ee-acc1-51cc5b702113 req-aab9410e-1730-40e7-bfd0-13d3dca81b08 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:58.784458 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a8220d18-2704-45ee-acc1-51cc5b702113 req-aab9410e-1730-40e7-bfd0-13d3dca81b08 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 943 time: 0.1112199 Aug 26 12:42:58.792772 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Checking segment: {'id': 'b40158d7-ed87-4a45-9e95-d13e13cfd94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ed8c8b64-f85a-4f4a-a16c-16a932f08187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:42:58.793129 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Network hostable DHCP agents. Network: ed8c8b64-f85a-4f4a-a16c-16a932f08187, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:42:58.833223 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.833489 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a8220d18-2704-45ee-acc1-51cc5b702113 req-84e01c95-714b-40b7-8405-c9de03311a9c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Aug 26 12:42:58.834532 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5555337e-7640-418d-90c0-313b8e06f609 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8736444 Aug 26 12:42:58.837453 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:58.842025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'security_group_rule': {'security_group_id': '4e9a0e8c-b721-4729-81c1-d7bc6b367b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:58.947577 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Network ed8c8b64-f85a-4f4a-a16c-16a932f08187 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:42:58.991803 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.048897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.057689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, ed8c8b64-f85a-4f4a-a16c-16a932f08187) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:42:59.062514 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:59.063664 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.067106 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e591fe5-c621-411c-b88b-596869f90dff None None] Network ed8c8b64-f85a-4f4a-a16c-16a932f08187 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:42:59.147344 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.159730 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d88afd2b-3f29-49aa-b4ba-92f6d2e16081 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2447495 Aug 26 12:42:59.172531 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df7e2cf-be72-4f0c-b083-0351d4ab3153,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:59.200394 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:42:59.211441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b931f6-1bac-408b-b0b0-8fc773deb8a2 None None] Network ed8c8b64-f85a-4f4a-a16c-16a932f08187 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:42:59.275356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.281892 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6118b0c5-9601-4ffa-9964-95aea0a8baaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382768 Aug 26 12:42:59.282269 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:42:59.288107 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:42:59.332197 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a79cd0-8d3a-4370-a1db-85c1c6548a5a req-8054f3b6-c61d-45a7-a61b-8697b8ce2342 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:42:59.333537 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7a79cd0-8d3a-4370-a1db-85c1c6548a5a req-8054f3b6-c61d-45a7-a61b-8697b8ce2342 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0557270 Aug 26 12:42:59.377316 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7a79cd0-8d3a-4370-a1db-85c1c6548a5a req-a576c1d1-b01e-4434-ab00-6f2fb7ab474a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364234 Aug 26 12:42:59.385414 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.412039 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:59.423513 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'port_id': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'mac_address': 'fa:16:3e:07:87:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:42:59.463586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.480801 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:42:59.493266 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.502661 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:42:59.564400 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.608534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Allocated IP 172.27.0.10 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/4164bdfd-0dd0-439a-8ae2-07adedd9e49e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:42:59.613794 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:42:59.621308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.621673 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.622013 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.622359 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.622697 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.623029 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.623873 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.624303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.624544 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.624971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.625320 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.625823 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:42:59.731187 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.858777 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:59.863611 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:42:59.896330 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:42:59.899125 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:42:59.902476 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:42:59.948199 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=4164bdfd-0dd0-439a-8ae2-07adedd9e49e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:00.049715 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e17ee-b952-4a5b-9a08-995046665f0d req-a9f7351e-b14b-424a-9a40-b7bcf02e2307 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:00.054150 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e3e17ee-b952-4a5b-9a08-995046665f0d req-a9f7351e-b14b-424a-9a40-b7bcf02e2307 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 944 time: 0.0896580 Aug 26 12:43:00.060151 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:00.061324 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.077218 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1552409627-network', 'tenant_id': '59d50103a96d497fb4ca731108d761fa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:00.117841 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e3e17ee-b952-4a5b-9a08-995046665f0d req-2007ca6e-0e7c-4823-bbd5-59b72548416c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584860 Aug 26 12:43:00.199083 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.464614 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Made reservation on behalf of 59d50103a96d497fb4ca731108d761fa for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:43:00.466836 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.479084 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.501339 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ee438-3a13-4b12-9770-efde716de50b req-8170055a-d941-4cc0-9b60-696d2f5def8d tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:00.503654 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-698ee438-3a13-4b12-9770-efde716de50b req-8170055a-d941-4cc0-9b60-696d2f5def8d tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0531712 Aug 26 12:43:00.556530 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-698ee438-3a13-4b12-9770-efde716de50b req-3c4da2f8-3c9f-4076-956e-49860d28b2a0 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377574 Aug 26 12:43:00.671400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.673459 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.782275 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.784386 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.845041 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:43:00.878254 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db63509c-bee2-41d1-a7af-c6e3269f67d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:00.886340 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.886626 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Added segment cbf0ef1d-aa22-4583-85e6-43b4ce302904 of type vlan for network 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 Aug 26 12:43:00.889992 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=4164bdfd-0dd0-439a-8ae2-07adedd9e49e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:00.939662 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.945262 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.038656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.039959 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4292a91c-0c56-4016-ae86-c7d900b47f71 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7560799 Aug 26 12:43:01.076414 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.078807 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:01.079758 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.147765 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] Pushing event updated for resources: {'Network': ['ID=5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:01.158001 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:43:01.215816 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:43:01.219709 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1c355d13-5152-41b0-8ed8-4b120fd6a14f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1564367 Aug 26 12:43:01.220344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:01.225385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Request body: {'subnet': {'network_id': '5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1552409627-subnet', 'tenant_id': '59d50103a96d497fb4ca731108d761fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:01.270758 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231748fc-6095-4210-aa39-0d945df09e93 req-af89bbbd-40d7-441f-ad14-59f2744347df tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:01.273368 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-231748fc-6095-4210-aa39-0d945df09e93 req-af89bbbd-40d7-441f-ad14-59f2744347df tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 944 time: 0.0585763 Aug 26 12:43:01.283082 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-424cbb3c-e386-4e3c-9d08-d6d9102d70f0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--852916836&fields=id&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 267 time: 0.0510926 Aug 26 12:43:01.314883 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-231748fc-6095-4210-aa39-0d945df09e93 req-a36d2640-7d30-48f5-943b-44a3af4a7492 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360632 Aug 26 12:43:01.379880 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Made reservation on behalf of 59d50103a96d497fb4ca731108d761fa for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:43:01.382215 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.410216 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:43:01.414834 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:43:01.415217 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.449854 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-f5b30683-55ff-4cfa-8c91-873f9ec7bcfe tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:01.451599 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-f5b30683-55ff-4cfa-8c91-873f9ec7bcfe tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 817 time: 0.1617274 Aug 26 12:43:01.479519 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-c28c5ff3-68ad-4219-b30f-b8dcd202a9ac tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/quotas/5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 375 time: 0.0188301 Aug 26 12:43:01.506824 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.533847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:01.536259 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6266092-aa0a-49b1-b909-1051af49d85b" -d '{"events": [{"server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:01.551191 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:43:01.588393 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c6ab6b-429c-4ae0-a1fd-74714c857e63 x-openstack-request-id: req-d9c6ab6b-429c-4ae0-a1fd-74714c857e63 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:01.588687 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:01.589101 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9c6ab6b-429c-4ae0-a1fd-74714c857e63 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:01.589502 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'code': 200} Aug 26 12:43:01.590193 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-98e24190-c99d-47d4-8e9e-6777117f727f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967143 Aug 26 12:43:01.669974 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.715495 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065f787-bab7-4163-b43c-e5da5432e19b req-5d0ad3f4-efba-4be5-bf79-1180ef4ea3fe tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:01.723339 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c065f787-bab7-4163-b43c-e5da5432e19b req-5d0ad3f4-efba-4be5-bf79-1180ef4ea3fe tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0749431 Aug 26 12:43:01.732443 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:01.757293 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-149736d0-00e5-42e5-a733-09adfd616276 service neutron] 10.222.0.15 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548028 Aug 26 12:43:01.763445 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c065f787-bab7-4163-b43c-e5da5432e19b req-120245eb-f5c0-4e23-9230-403eee78c028 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375087 Aug 26 12:43:01.809466 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:01.908980 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b750d7e2-9401-443b-b1f3-e39be51056f3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:01.917202 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-0dad7034-25ca-4daa-9f00-4053f5d63cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533673 Aug 26 12:43:01.918272 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Checking segment: {'id': 'cbf0ef1d-aa22-4583-85e6-43b4ce302904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:43:01.918633 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Network hostable DHCP agents. Network: 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:43:02.022094 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec77e79-e289-491e-8264-4f994e333cd3 req-a0c881cb-3c9c-4a49-ab28-c8a771da3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:02.023683 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ec77e79-e289-491e-8264-4f994e333cd3 req-a0c881cb-3c9c-4a49-ab28-c8a771da3b64 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 1098 time: 0.0440581 Aug 26 12:43:02.062518 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ec77e79-e289-491e-8264-4f994e333cd3 req-6ca3633c-1104-46ed-813b-de2c3c0e506b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301983 Aug 26 12:43:02.086377 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Network 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:43:02.234457 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:43:02.239052 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:02.242365 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:02.247827 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58625a-7214-439a-b0c9-26b71dc9fd32 None None] Network 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:43:02.285183 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b6d07e50-691e-4998-baf6-ab0604d261e3 req-2ac42f88-33a9-4dd0-b48b-7c499e4e6495 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 210 time: 0.0583432 Aug 26 12:43:02.332488 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-753df70b-3b98-470b-886e-b6c178d5cbf8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1110091 Aug 26 12:43:02.379886 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13106be-2b25-4db6-992a-31861cab603f None None] Network 5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:43:02.497619 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4b050-1710-4550-8149-a26b1875c25b req-589da7dd-cdb7-4c86-8a17-26bef4572fda tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:02.500187 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44c4b050-1710-4550-8149-a26b1875c25b req-589da7dd-cdb7-4c86-8a17-26bef4572fda tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.0608604 Aug 26 12:43:02.557646 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44c4b050-1710-4550-8149-a26b1875c25b req-24becda9-5b4b-494c-a00e-80b90eadf21c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506742 Aug 26 12:43:02.881450 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7725cb8-f2ea-48f1-b3f2-920f356f023c req-c5edc31f-3052-4be0-8ecb-feb439e798e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:02.883024 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7725cb8-f2ea-48f1-b3f2-920f356f023c req-c5edc31f-3052-4be0-8ecb-feb439e798e8 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0515599 Aug 26 12:43:02.923199 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7725cb8-f2ea-48f1-b3f2-920f356f023c req-5a7cee06-a437-49fc-b863-84a187334a54 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337944 Aug 26 12:43:03.374954 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0090f9b3-a236-468c-a412-f64f1459d758 req-3859f4b1-b973-4b48-80ec-097a1036222d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 210 time: 0.0317242 Aug 26 12:43:03.690210 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ab2db-e47b-4c30-9adf-404c1db64714 req-b0240296-1aab-4c84-acc6-ef4e47ee1fe6 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:03.691985 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1f1ab2db-e47b-4c30-9adf-404c1db64714 req-b0240296-1aab-4c84-acc6-ef4e47ee1fe6 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 26 12:43:03.733066 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1f1ab2db-e47b-4c30-9adf-404c1db64714 req-546e0e3e-9e5a-427c-9590-73132507ce85 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 Aug 26 12:43:03.856136 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d90e4-e004-4b1f-a5c5-f87ec0112fb5 req-94894656-277d-4603-b6dd-7480721d353a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:03.857726 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d5d90e4-e004-4b1f-a5c5-f87ec0112fb5 req-94894656-277d-4603-b6dd-7480721d353a tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.0554152 Aug 26 12:43:03.866796 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:03.871435 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Request body: {'floatingip': {'port_id': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:03.915242 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:04.049836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec6f23-b416-4565-8620-8835906f0c4d req-8b37c004-9390-493a-9075-869e4778bb50 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:04.051339 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6ec6f23-b416-4565-8620-8835906f0c4d req-8b37c004-9390-493a-9075-869e4778bb50 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0537345 Aug 26 12:43:04.094136 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6ec6f23-b416-4565-8620-8835906f0c4d req-d7c659b3-6090-489e-9d8f-842e40277b80 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365448 Aug 26 12:43:04.399838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:04.472524 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-07c86f50-c701-4e22-9147-47106d563485 req-2a2679ac-7a0c-4d10-ad2f-ae3184e18f90 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 210 time: 0.0275245 Aug 26 12:43:04.495898 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:04.615170 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-3b8b3a12-0296-409d-aaef-b0b5f3f7f3f9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:04.616674 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-3b8b3a12-0296-409d-aaef-b0b5f3f7f3f9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 817 time: 0.1081421 Aug 26 12:43:04.618309 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Floating IP f8d6ed41-0307-4f5c-a44e-cf555ed3bcce associated. External IP: 172.27.0.60, port: 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4. Aug 26 12:43:04.666457 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-d34d413e-8f15-4173-963b-d139c73efd69 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 379 time: 0.0351210 Aug 26 12:43:04.676508 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'port': {'device_id': '34be3c6e-9742-4295-a645-623a492266fb', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'admin_state_up': True, 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'security_groups': ['4e9a0e8c-b721-4729-81c1-d7bc6b367b17']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:04.847753 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:43:04.897437 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Made reservation on behalf of 5f52e099a757438aad026a6f02bd92b1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:43:04.902698 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:04.964481 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:43:04.970436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:04.975697 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:43:04.985447 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:04.986437 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:05.019388 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9efed96a-6779-4cd1-a925-28a77a75bc51 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "PUT /v2.0/floatingips/f8d6ed41-0307-4f5c-a44e-cf555ed3bcce HTTP/1.1" status: 200 len: 990 time: 1.1493068 Aug 26 12:43:05.020085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:05.023018 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e0e885-73f5-472c-9056-3cc45c62bd60" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:05.051240 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Allocated IP 172.20.0.5 (7db30cb0-1e4f-4858-9f01-a0ec5e6898ac/0f5f95bb-cb3f-41ab-87d4-89fc64bbb211/b4ed0100-ba44-42be-88ce-4fb4972f7213) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:43:05.125002 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a643ab-8d11-42d8-aea4-aa2f93a889ee x-openstack-request-id: req-98a643ab-8d11-42d8-aea4-aa2f93a889ee {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:05.125002 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:05.125002 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98a643ab-8d11-42d8-aea4-aa2f93a889ee {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:05.125002 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'status': 'completed', 'code': 200} Aug 26 12:43:05.198669 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:05.221848 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:05.238591 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Transition to ACTIVE for port object b4ed0100-ba44-42be-88ce-4fb4972f7213 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:43:05.262971 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda62b3-3817-4868-82cd-cdd50b990d64 req-58f637fa-6965-4cdc-8cfd-019682c378a4 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.272293 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7dda62b3-3817-4868-82cd-cdd50b990d64 req-58f637fa-6965-4cdc-8cfd-019682c378a4 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0987096 Aug 26 12:43:05.293073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-1fa2c830-f866-42b7-976f-72c71f1b8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.294538 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-1fa2c830-f866-42b7-976f-72c71f1b8a2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a8b2961939a44f9915441d17cb97d82&device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 1098 time: 0.1067824 Aug 26 12:43:05.332338 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7dda62b3-3817-4868-82cd-cdd50b990d64 req-bb724498-87ea-42e3-a566-3b974080f81a tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591080 Aug 26 12:43:05.372927 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:05.407210 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-7cfbac45-c17e-439d-98c8-ac363c6d6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.408795 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-7cfbac45-c17e-439d-98c8-ac363c6d6c8a service neutron] 10.222.0.65 "GET /v2.0/networks?id=60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 200 len: 912 time: 0.1033692 Aug 26 12:43:05.425671 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:43:05.430065 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:05.432926 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:43:05.435402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:43:05.492561 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-d62450b8-5202-4c02-9fc2-80e93280b58e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 HTTP/1.1" status: 200 len: 998 time: 0.0748482 Aug 26 12:43:05.508023 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.509097 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:05.565099 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-ff4ec6a5-df08-47fd-9fc6-cb3f8896cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.566599 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-ff4ec6a5-df08-47fd-9fc6-cb3f8896cc9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 200 len: 850 time: 0.0654852 Aug 26 12:43:05.609724 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'f8d6ed41-0307-4f5c-a44e-cf555ed3bcce', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:07:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:46Z', 'updated_at': '2021-08-26T12:43:04Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:05.626133 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158241a-2e3e-48ca-9d49-22288f8f63e9 req-f9ccf2b1-09d6-4e38-b730-790f00fa8d6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.628893 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6158241a-2e3e-48ca-9d49-22288f8f63e9 req-f9ccf2b1-09d6-4e38-b730-790f00fa8d6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 931 time: 0.0578365 Aug 26 12:43:05.630397 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-833559ee-02e7-4ae4-bdd4-d801867b2bb9 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577756 Aug 26 12:43:05.640863 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-595053ca-408a-46ed-bd98-438cc6ee1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:05.643817 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-595053ca-408a-46ed-bd98-438cc6ee1750 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60fe485c-890c-4715-b43a-e25dad17a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690117 Aug 26 12:43:05.645519 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:43:05.655254 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:05.655735 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Request body: {'port': {'device_id': '34be3c6e-9742-4295-a645-623a492266fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:05.656347 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:42:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:05.727338 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6158241a-2e3e-48ca-9d49-22288f8f63e9 req-a915a842-6ba9-42b5-b29b-9c0b43b4ceaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921221 Aug 26 12:43:05.728083 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:05.761561 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-f2f2a4a7-8edf-4b8e-8724-02b654999603 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106715 Aug 26 12:43:05.786416 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:05.818438 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a662531-a006-4dac-8031-476b422ce039 None None] Provisioning for port b4ed0100-ba44-42be-88ce-4fb4972f7213 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:43:05.823473 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a662531-a006-4dac-8031-476b422ce039 None None] Provisioning complete for port b4ed0100-ba44-42be-88ce-4fb4972f7213 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:43:05.823845 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a662531-a006-4dac-8031-476b422ce039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:05.861080 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10e0e885-73f5-472c-9056-3cc45c62bd60 req-b0694bcf-5cea-4350-95d3-08fbe1dd3197 service neutron] 10.222.0.65 "GET /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922215 Aug 26 12:43:05.899732 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a662531-a006-4dac-8031-476b422ce039 None None] Port b4ed0100-ba44-42be-88ce-4fb4972f7213 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:43:06.009677 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:43:06.018038 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:06.030672 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Transition to ACTIVE for port object b4ed0100-ba44-42be-88ce-4fb4972f7213 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:43:06.047608 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'f8d6ed41-0307-4f5c-a44e-cf555ed3bcce', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:07:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:46Z', 'updated_at': '2021-08-26T12:43:04Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:06.074083 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac80fb4-0a0c-42aa-a70d-e7d293d411b4 None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': 'f8d6ed41-0307-4f5c-a44e-cf555ed3bcce', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'port_id': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'mac_address': 'fa:16:3e:07:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:46Z', 'updated_at': '2021-08-26T12:43:04Z', 'revision_number': 1, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:43:06.112501 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:06.167702 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:06.249777 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Attempting to bind port b4ed0100-ba44-42be-88ce-4fb4972f7213 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:43:06.250138 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Attempting to bind port b4ed0100-ba44-42be-88ce-4fb4972f7213 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:43:06.250482 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Attempting to bind port b4ed0100-ba44-42be-88ce-4fb4972f7213 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:43:06.259139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Port b4ed0100-ba44-42be-88ce-4fb4972f7213 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:43:06.259474 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Attempting to bind port b4ed0100-ba44-42be-88ce-4fb4972f7213 on network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:43:06.274341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:43:06.274341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Checking segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:43:06.274341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Bound using segment: {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:43:06.274341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Bound port: b4ed0100-ba44-42be-88ce-4fb4972f7213, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd56064-59ea-4b1e-8cec-e036706f3787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:43:06.274341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:06.369981 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:43:06.375660 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:43:06.397990 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bae207-804b-458b-9252-87ae210eb57d None None] New status for floating IP f8d6ed41-0307-4f5c-a44e-cf555ed3bcce: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:43:06.471122 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9a234-0e84-452e-92d4-56f42550e55f req-fb5acacf-b000-4e5c-85ab-909de03f3b86 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.472665 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91b9a234-0e84-452e-92d4-56f42550e55f req-fb5acacf-b000-4e5c-85ab-909de03f3b86 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0594850 Aug 26 12:43:06.474369 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:06.514669 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.515331 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:06.516748 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 1093 time: 0.8661919 Aug 26 12:43:06.521790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:06.522259 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c6b71-bf0a-425c-a444-e9de068f738f" -d '{"events": [{"name": "network-changed", "server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:06.642295 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5f24-449a-4f8c-9cc1-cd148d8663c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:06.650143 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91b9a234-0e84-452e-92d4-56f42550e55f req-143d048a-27db-40d7-a15a-b22da4e13fff tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667354 Aug 26 12:43:06.696263 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-13e69f4b-862f-4ae7-99e2-7e8625d19f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.699143 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-13e69f4b-862f-4ae7-99e2-7e8625d19f37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1096 time: 0.0685105 Aug 26 12:43:06.754131 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-7773287a-2cec-461a-987a-8c7eeebbed25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 217 time: 0.0388541 Aug 26 12:43:06.821994 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2afe94-1174-43a8-bec8-99a4d36227f0 x-openstack-request-id: req-db2afe94-1174-43a8-bec8-99a4d36227f0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:06.825288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:06.825288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db2afe94-1174-43a8-bec8-99a4d36227f0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:06.825288 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'status': 'completed', 'code': 200} Aug 26 12:43:06.880525 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-077ec314-0657-4e3b-8c6e-9425debcfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.882296 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-077ec314-0657-4e3b-8c6e-9425debcfbb0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.1134365 Aug 26 12:43:06.894709 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9002f40-e3bc-4e9b-9750-2df2772d6781 req-66797c49-820c-4749-866b-4991258dcd61 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.896124 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9002f40-e3bc-4e9b-9750-2df2772d6781 req-66797c49-820c-4749-866b-4991258dcd61 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0760159 Aug 26 12:43:06.963130 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9002f40-e3bc-4e9b-9750-2df2772d6781 req-c3208858-15d1-4639-b340-2a9695717888 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568728 Aug 26 12:43:06.967452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-bbbcc8d2-0917-4986-b83b-4dc2c0d0c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:06.968989 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-bbbcc8d2-0917-4986-b83b-4dc2c0d0c572 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719879 Aug 26 12:43:07.069434 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-64ec8a64-d25b-482e-b53a-97f08cc62319 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917149 Aug 26 12:43:07.171168 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a13b16e1-9845-4cc9-96bc-e00f869d5ed9 req-cbf3cc55-d829-4c76-beba-e36fb422c7f9 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911553 Aug 26 12:43:07.177709 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:07.495126 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-bc613e28-0ba9-49e8-9faa-6b7f4c13847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:07.496692 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-bc613e28-0ba9-49e8-9faa-6b7f4c13847e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1096 time: 0.0429358 Aug 26 12:43:07.611040 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-a885b1b4-75a5-427c-bc09-2f1f002db46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:07.612486 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-a885b1b4-75a5-427c-bc09-2f1f002db46b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.0904191 Aug 26 12:43:07.656125 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-583a0855-7439-4ff5-96c7-0179ee7807c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 217 time: 0.0354068 Aug 26 12:43:07.708306 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-0a8a14f7-eff2-4dfc-b910-6f4493c75e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:07.710072 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-0a8a14f7-eff2-4dfc-b910-6f4493c75e48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0458591 Aug 26 12:43:07.797762 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0fa18-5e3b-4e34-9d64-d7a91fe1da26 req-ad4c8efe-33cf-45f1-a131-c61797df983f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:07.799297 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ef0fa18-5e3b-4e34-9d64-d7a91fe1da26 req-ad4c8efe-33cf-45f1-a131-c61797df983f tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0717080 Aug 26 12:43:07.802305 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-6b8fdbe1-2be2-4a9c-8c7a-a7913b549af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:07.803694 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-6b8fdbe1-2be2-4a9c-8c7a-a7913b549af2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847828 Aug 26 12:43:07.889417 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ef0fa18-5e3b-4e34-9d64-d7a91fe1da26 req-44a8fdd4-7169-449c-9b2b-b8745db38f97 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d3d61c3-f5c7-40ac-b81c-18e5b914425d&id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829117 Aug 26 12:43:07.930631 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-d3b900c0-4201-4cad-a646-c91df6f3ece5 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181898 Aug 26 12:43:08.030788 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b8c6b71-bf0a-425c-a444-e9de068f738f req-eebf560b-cf89-4dd1-9264-c3098b0b61c6 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923526 Aug 26 12:43:08.094591 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c460bd-2e1d-467f-9c8d-034bae62fe77 req-f2c7fac1-57c1-446a-8f82-94ab03c8871a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:08.096088 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7c460bd-2e1d-467f-9c8d-034bae62fe77 req-f2c7fac1-57c1-446a-8f82-94ab03c8871a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0553157 Aug 26 12:43:08.139617 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7c460bd-2e1d-467f-9c8d-034bae62fe77 req-7161b80d-4b27-4435-8d04-eecf16761ba8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344596 Aug 26 12:43:09.266012 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f744b-71eb-4434-8797-a990ae33f5d8 req-5385304e-791d-4c46-a0d8-df29142f3fef tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:09.267490 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-336f744b-71eb-4434-8797-a990ae33f5d8 req-5385304e-791d-4c46-a0d8-df29142f3fef tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0481114 Aug 26 12:43:09.282012 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:43:09.308871 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-336f744b-71eb-4434-8797-a990ae33f5d8 req-82491e0b-1f6c-4f88-b0ee-6cf55e04551d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354125 Aug 26 12:43:09.386172 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:43:09.401866 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:43:09.439386 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:09.452423 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:43:09.470009 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e712-4e70-44c7-ac39-209d2b74d702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:09.474428 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:43:09.560839 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:09.607953 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:09.881669 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['b4ed0100-ba44-42be-88ce-4fb4972f7213'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:43:10.144102 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:10.254841 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2006f430-d04e-4751-ad92-d279342173d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.344297 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2006f430-d04e-4751-ad92-d279342173d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.417324 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2006f430-d04e-4751-ad92-d279342173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.452205 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea003-e442-4077-bc14-aa816124ff7a req-bc15b2d1-f803-467e-bd2a-9b596674662d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:10.453721 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2e2ea003-e442-4077-bc14-aa816124ff7a req-bc15b2d1-f803-467e-bd2a-9b596674662d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.0721080 Aug 26 12:43:10.470068 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2006f430-d04e-4751-ad92-d279342173d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1452ab42925493eb17a60341763977c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249125 Aug 26 12:43:10.475123 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:10.478794 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f430-d04e-4751-ad92-d279342173d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c579fe-32cd-4ede-9ef6-3d57c5a2a6c4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:10.510785 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2e2ea003-e442-4077-bc14-aa816124ff7a req-c09402e8-84aa-4ddf-b3ef-47e89c995bf1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465591 Aug 26 12:43:10.526668 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.550654 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.661213 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.664226 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:10.665697 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0c579fe-32cd-4ede-9ef6-3d57c5a2a6c4 HTTP/1.1" status: 204 len: 168 time: 0.1893065 Aug 26 12:43:10.678203 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853cfa4-989f-47a4-aef2-f36b511b9c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c579fe-32cd-4ede-9ef6-3d57c5a2a6c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:11.305020 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:11.315095 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:43:11.332623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bff78ab-1cf9-4e99-93da-3f19ef9f8f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.436452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bff78ab-1cf9-4e99-93da-3f19ef9f8f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.501217 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port b4ed0100-ba44-42be-88ce-4fb4972f7213 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:43:11.505735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port b4ed0100-ba44-42be-88ce-4fb4972f7213 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:43:11.506107 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.539105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bff78ab-1cf9-4e99-93da-3f19ef9f8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.581829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6bff78ab-1cf9-4e99-93da-3f19ef9f8f26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=501fa5fa936f4c3fae85948bb7710b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756157 Aug 26 12:43:11.584720 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:11.591441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.595552 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff78ab-1cf9-4e99-93da-3f19ef9f8f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37fc30-51bc-4235-99cf-9842fbf3c621,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:11.617010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:11.623793 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c120e56-e6ef-49f7-ba6b-b9f49305f992" -d '{"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:11.633356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:43:11.664468 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ceb1aa-dc3c-4b06-8b6d-54dda33c51e7 x-openstack-request-id: req-c5ceb1aa-dc3c-4b06-8b6d-54dda33c51e7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:11.664786 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:11.665047 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5ceb1aa-dc3c-4b06-8b6d-54dda33c51e7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:11.665450 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'code': 200} Aug 26 12:43:11.695085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312735c-7deb-42c8-8fca-ee521d7dc0e1 req-a3364b62-3470-4a2a-8362-e93f9b61334f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:11.696642 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a312735c-7deb-42c8-8fca-ee521d7dc0e1 req-a3364b62-3470-4a2a-8362-e93f9b61334f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.0832880 Aug 26 12:43:11.697781 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.720309 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.733494 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.768658 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:11.773047 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a312735c-7deb-42c8-8fca-ee521d7dc0e1 req-4d71b396-35a5-478f-bdcd-bf3bdff351b5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658956 Aug 26 12:43:11.846979 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.849925 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:11.851202 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc37fc30-51bc-4235-99cf-9842fbf3c621 HTTP/1.1" status: 204 len: 168 time: 0.2648368 Aug 26 12:43:11.859613 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79188-2867-4f63-932b-068c53d772f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37fc30-51bc-4235-99cf-9842fbf3c621,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:12.027676 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3929f-638d-48e2-b648-6384afe16d40 req-88147f7b-0d08-419e-9443-3aa5d010be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:12.029125 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92a3929f-638d-48e2-b648-6384afe16d40 req-88147f7b-0d08-419e-9443-3aa5d010be8e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1098 time: 0.0450950 Aug 26 12:43:12.066513 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92a3929f-638d-48e2-b648-6384afe16d40 req-b23c5e25-540d-4cd2-99bf-5f0227e53e43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297484 Aug 26 12:43:12.072884 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c118f51-5a51-481c-8425-c7b38930c8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:12.170977 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:12.896946 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce2912-31cc-415a-80e6-7cba77f740ed req-bc989ae6-1a6b-4958-82ad-600897ad4bdd tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:12.898436 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8ce2912-31cc-415a-80e6-7cba77f740ed req-bc989ae6-1a6b-4958-82ad-600897ad4bdd tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0495942 Aug 26 12:43:12.942725 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8ce2912-31cc-415a-80e6-7cba77f740ed req-0eb0e4a0-3a64-45d7-bcce-c1c43530406c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337980 Aug 26 12:43:13.965964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:14.065135 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824459e-8577-4c5e-89a4-6f9dc23365a2 req-f054aa83-9947-4920-9d9a-a368c90943cc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:14.066634 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b824459e-8577-4c5e-89a4-6f9dc23365a2 req-f054aa83-9947-4920-9d9a-a368c90943cc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0488527 Aug 26 12:43:14.123118 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b824459e-8577-4c5e-89a4-6f9dc23365a2 req-6111a5d4-5312-4c86-ad84-687258d08588 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Aug 26 12:43:14.267199 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9416f-3b4b-4d09-8951-3fc272824492 req-aa774238-d17d-4c97-8a1c-459de65b80b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:14.268698 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33a9416f-3b4b-4d09-8951-3fc272824492 req-aa774238-d17d-4c97-8a1c-459de65b80b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0521581 Aug 26 12:43:14.277107 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:14.282418 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Request body: {'floatingip': {'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:14.324394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:15.038065 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:15.126009 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:15.230261 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Floating IP 0c0431a4-cc81-4fd4-82d0-d671c20d55c6 associated. External IP: 172.27.0.10, port: b4ed0100-ba44-42be-88ce-4fb4972f7213. Aug 26 12:43:15.390196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:15.456559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:43:15.577904 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:43:15.582974 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:15.590835 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:43:15.603820 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:15.605074 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:15.612850 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d37703a-a14e-4050-9cd7-edf2319f30f5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "PUT /v2.0/floatingips/0c0431a4-cc81-4fd4-82d0-d671c20d55c6 HTTP/1.1" status: 200 len: 990 time: 1.3346012 Aug 26 12:43:15.613501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:15.615819 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4884df-0c1d-4380-a86c-38a52d23dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:15.675089 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49084d00-9953-490b-aad7-45d6895c4fb9 x-openstack-request-id: req-49084d00-9953-490b-aad7-45d6895c4fb9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:15.675968 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:15.676478 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49084d00-9953-490b-aad7-45d6895c4fb9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:15.677211 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'status': 'completed', 'code': 200} Aug 26 12:43:15.739654 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:15.791009 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-7125be4f-46f8-45df-900e-ed8970572a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:15.792574 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-7125be4f-46f8-45df-900e-ed8970572a4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1098 time: 0.0431061 Aug 26 12:43:15.898365 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-ba6dd752-65ce-4587-b029-dc483cf1a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:15.899915 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-ba6dd752-65ce-4587-b029-dc483cf1a205 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.0968435 Aug 26 12:43:15.981774 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-b4e00623-7344-4150-96fa-446411d3480b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 998 time: 0.0687146 Aug 26 12:43:15.986342 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c0431a4-cc81-4fd4-82d0-d671c20d55c6', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34be3c6e-9742-4295-a645-623a492266fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:59Z', 'updated_at': '2021-08-26T12:43:14Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:16.012634 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:43:16.022053 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:16.022659 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:16.037681 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-6882a5cd-a5fe-4e2f-aced-1fe61080ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:16.039173 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-6882a5cd-a5fe-4e2f-aced-1fe61080ac95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0493665 Aug 26 12:43:16.093592 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-aa29ec35-5683-4f98-9751-5b21fc7df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:16.095198 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-aa29ec35-5683-4f98-9751-5b21fc7df6da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459113 Aug 26 12:43:16.138314 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:16.203267 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-b62e8a21-5fa5-472a-884a-8884bfd3bb20 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997865 Aug 26 12:43:16.317139 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f4884df-0c1d-4380-a86c-38a52d23dd20 req-fe1a5813-664f-4a3b-a890-54b655073d83 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031373 Aug 26 12:43:16.398046 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c0431a4-cc81-4fd4-82d0-d671c20d55c6', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34be3c6e-9742-4295-a645-623a492266fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:59Z', 'updated_at': '2021-08-26T12:43:14Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:16.424844 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32c4e-b0be-471d-b82f-b6bafff59e65 None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c0431a4-cc81-4fd4-82d0-d671c20d55c6', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34be3c6e-9742-4295-a645-623a492266fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:42:59Z', 'updated_at': '2021-08-26T12:43:14Z', 'revision_number': 1, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:43:16.622641 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727de8bd-7ab5-4fe3-968d-ac96b6eb319f None None] New status for floating IP 0c0431a4-cc81-4fd4-82d0-d671c20d55c6: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:43:18.919716 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:19.028788 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6e27b54-1cf4-4dfa-a538-b81816a3789e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.119581 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6e27b54-1cf4-4dfa-a538-b81816a3789e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.289670 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6e27b54-1cf4-4dfa-a538-b81816a3789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.326901 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e27b54-1cf4-4dfa-a538-b81816a3789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e4bcc8-26b7-4044-bd5a-1459b0a10d86,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:19.332516 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c6e27b54-1cf4-4dfa-a538-b81816a3789e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfa8524120844adbaa2b3e3ef731ca5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116409 Aug 26 12:43:19.335288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:19.403664 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.407670 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.569438 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.571996 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:19.573294 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9e4bcc8-26b7-4044-bd5a-1459b0a10d86 HTTP/1.1" status: 204 len: 168 time: 0.2370648 Aug 26 12:43:19.581344 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793a4b-9485-49be-800e-7a7e3db2c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e4bcc8-26b7-4044-bd5a-1459b0a10d86,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:20.096055 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:20.139834 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Deleting subnet 77cd6cba-722d-4695-8a0f-1c39afdffc39 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:43:20.143825 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.178624 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.218558 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.251143 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:20.266870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eb464e5-431f-464b-a3e4-efe8ea7f2c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.354477 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.363484 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eb464e5-431f-464b-a3e4-efe8ea7f2c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.380924 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77cd6cba-722d-4695-8a0f-1c39afdffc39,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:20.384653 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.389102 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-43923598-e538-40db-adb3-c04d1052b2be admin admin] 10.222.0.15 "DELETE /v2.0/subnets/77cd6cba-722d-4695-8a0f-1c39afdffc39 HTTP/1.1" status: 204 len: 168 time: 0.2895062 Aug 26 12:43:20.389102 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:20.455843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.466588 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eb464e5-431f-464b-a3e4-efe8ea7f2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.505280 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2eb464e5-431f-464b-a3e4-efe8ea7f2c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41b845359a7d497185a8cd4359c5152e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523434 Aug 26 12:43:20.505909 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb464e5-431f-464b-a3e4-efe8ea7f2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17457a5b-0c7f-4aa7-9e82-c71fa5c59bda,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:20.508331 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:20.568602 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.601410 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.749054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.752209 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.753453 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17457a5b-0c7f-4aa7-9e82-c71fa5c59bda HTTP/1.1" status: 204 len: 168 time: 0.2441232 Aug 26 12:43:20.763017 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230835e6-9ef7-4ab1-8b12-5781d738f2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17457a5b-0c7f-4aa7-9e82-c71fa5c59bda,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:20.786261 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.796433 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8c8b64-f85a-4f4a-a16c-16a932f08187']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:20.807379 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40158d7-ed87-4a45-9e95-d13e13cfd94e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:20.807673 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40158d7-ed87-4a45-9e95-d13e13cfd94e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:20.817134 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.830858 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.837494 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:43:20.837936 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:43:20.839630 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:43:20.983275 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.988869 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:20.991678 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ed8c8b64-f85a-4f4a-a16c-16a932f08187 HTTP/1.1" status: 204 len: 168 time: 0.6008673 Aug 26 12:43:20.994070 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:21.004205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980fd17-348c-4107-91f2-7854ceb0e286 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8c8b64-f85a-4f4a-a16c-16a932f08187,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:21.038746 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Deleting subnet b750d7e2-9401-443b-b1f3-e39be51056f3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:43:21.041985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.075787 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.117674 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.235087 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.260350 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b750d7e2-9401-443b-b1f3-e39be51056f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:21.270042 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.270042 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-61e7946f-42db-4c7f-a137-c6ed47f18517 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b750d7e2-9401-443b-b1f3-e39be51056f3 HTTP/1.1" status: 204 len: 168 time: 0.2734165 Aug 26 12:43:21.271633 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:21.352609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.429601 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.439457 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:21.449589 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf0ef1d-aa22-4583-85e6-43b4ce302904') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:21.449927 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf0ef1d-aa22-4583-85e6-43b4ce302904') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:21.459611 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.473694 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.479601 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:43:21.479991 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:43:21.481650 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:43:21.578874 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:43:21.617452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.622836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:21.624661 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0 HTTP/1.1" status: 204 len: 168 time: 0.3520179 Aug 26 12:43:21.636378 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523da6c-c5a7-4d38-8f16-b253941d6010 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c67174d-9c98-4e2b-a8ae-29ac8fe56ad0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:21.952474 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:21.996380 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-859751ed-d088-45e6-ae0f-40ac9cbdaaa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3671aa78e3a141269eb1d515b33b15fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423045 Aug 26 12:43:21.998741 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:22.053295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:22.075093 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:22.226628 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:22.229406 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:22.230597 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f555c1b-3887-46dd-b036-31f64e1543a0 HTTP/1.1" status: 204 len: 168 time: 0.2309427 Aug 26 12:43:22.238511 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25cccd-098f-4772-a80e-49cb53e252c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f555c1b-3887-46dd-b036-31f64e1543a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:23.004873 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:23.045614 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bb74201e-4311-4011-8f35-0ff9d058ccf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59d50103a96d497fb4ca731108d761fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394249 Aug 26 12:43:23.048112 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:23.098190 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:23.119584 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:23.239900 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:23.242613 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:23.246069 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db63509c-bee2-41d1-a7af-c6e3269f67d9 HTTP/1.1" status: 204 len: 168 time: 0.1942024 Aug 26 12:43:23.251980 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70e6c4-d381-43c7-94c0-622683e4c4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db63509c-bee2-41d1-a7af-c6e3269f67d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:28.757405 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:28.870540 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4100dd5-b798-47fe-b2ec-6878c69810af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:28.966339 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4100dd5-b798-47fe-b2ec-6878c69810af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.051812 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4100dd5-b798-47fe-b2ec-6878c69810af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.094512 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e4100dd5-b798-47fe-b2ec-6878c69810af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1d2fa8e402043cdb72e0aa3ea727458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359568 Aug 26 12:43:29.095522 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4100dd5-b798-47fe-b2ec-6878c69810af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d95f92b-620a-4b7f-8585-3c7e6f5d28bd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:29.097943 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:29.160581 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.183057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.320519 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.322973 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:29.324221 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d95f92b-620a-4b7f-8585-3c7e6f5d28bd HTTP/1.1" status: 204 len: 168 time: 0.2246783 Aug 26 12:43:29.334486 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228aa2f8-1c22-4e38-a045-0596c9c43247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d95f92b-620a-4b7f-8585-3c7e6f5d28bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:30.128392 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 35932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:30.141961 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3963d64-f6b3-413b-b5c2-b45a7689744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.238941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3963d64-f6b3-413b-b5c2-b45a7689744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.302837 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3963d64-f6b3-413b-b5c2-b45a7689744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.347680 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d3963d64-f6b3-413b-b5c2-b45a7689744a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65a4595652c54119ab52956ae19e3bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180607 Aug 26 12:43:30.350177 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3963d64-f6b3-413b-b5c2-b45a7689744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711edd61-2ba0-4bc8-9473-9c7c1f517a23,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:30.350486 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 35936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:30.425698 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.449127 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.560158 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.562875 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.564059 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/711edd61-2ba0-4bc8-9473-9c7c1f517a23 HTTP/1.1" status: 204 len: 168 time: 0.2124920 Aug 26 12:43:30.572308 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2bcc-bf95-4001-9635-c0203bca0c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711edd61-2ba0-4bc8-9473-9c7c1f517a23,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:37.163610 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:38.804714 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-32a5caa4-e601-4859-a036-34bd29b46faa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464792 Aug 26 12:43:38.917101 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-f1f5a6a3-916a-4169-ac19-c5ad55a9256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:38.918650 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-f1f5a6a3-916a-4169-ac19-c5ad55a9256e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1137 time: 0.0419497 Aug 26 12:43:39.030984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-cb1d9234-b0f9-46ae-8c7f-e3b1012528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:39.032476 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-cb1d9234-b0f9-46ae-8c7f-e3b1012528ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.0915005 Aug 26 12:43:39.115910 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-925e449a-f8bf-428e-ad09-e334d4f945fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 1001 time: 0.0736103 Aug 26 12:43:39.178159 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-0108ad08-7881-4b68-9993-a4d187380f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:39.180719 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-0108ad08-7881-4b68-9993-a4d187380f2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0549729 Aug 26 12:43:39.232970 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-7c20b911-911e-4627-86a7-20300ea2b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:39.234506 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-7c20b911-911e-4627-86a7-20300ea2b11d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452991 Aug 26 12:43:39.336920 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-8763c838-c65a-44d0-855f-bcaa4a3a2020 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925903 Aug 26 12:43:39.435617 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c5b6ee3-ad98-424c-b35d-a2197dcae81a req-a0d520df-d66e-4a42-9d35-6829e1677d77 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912676 Aug 26 12:43:39.457149 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce601112-d529-4a02-97ca-5ce07dd7a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:42.118169 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-158f37db-665f-441b-9382-6f70a7628490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:42.210970 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:43.976892 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.070258 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:45.181542 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67e100d-2485-4504-b2de-905b939c4b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.283760 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67e100d-2485-4504-b2de-905b939c4b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.371179 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67e100d-2485-4504-b2de-905b939c4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.387930 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.410957 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f67e100d-2485-4504-b2de-905b939c4b8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0628be09e2914d5b9f0f09599a543cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395345 Aug 26 12:43:45.412429 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e100d-2485-4504-b2de-905b939c4b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81a464-a020-48d3-85fa-97382eaaeb53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:45.414994 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:45.468152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.491905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.628343 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.632009 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:45.633371 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b81a464-a020-48d3-85fa-97382eaaeb53 HTTP/1.1" status: 204 len: 168 time: 0.2173181 Aug 26 12:43:45.643223 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550cf60-8447-4768-939d-5b9775e7e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81a464-a020-48d3-85fa-97382eaaeb53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:46.324119 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:46.338871 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0d607c-22fc-4e02-acdf-d826d7283cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.432861 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0d607c-22fc-4e02-acdf-d826d7283cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.491446 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0d607c-22fc-4e02-acdf-d826d7283cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.529231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d607c-22fc-4e02-acdf-d826d7283cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa27930-73f7-495d-bc00-0f1bd2deda65,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:46.534887 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7d0d607c-22fc-4e02-acdf-d826d7283cad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5040c8c28084cf6acf357d56ac52870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083251 Aug 26 12:43:46.538503 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:46.595050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.622104 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.768877 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.772150 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:46.773369 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa27930-73f7-495d-bc00-0f1bd2deda65 HTTP/1.1" status: 204 len: 168 time: 0.2337792 Aug 26 12:43:46.782086 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54038b90-04f4-42f1-9776-aa292be563f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa27930-73f7-495d-bc00-0f1bd2deda65,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:49.995417 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-c04698a2-88d4-4f37-8618-f3fe77d15590 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699116438&fields=id&tenant_id=2f413ff7269c43838c6aa0b2ca035c51 HTTP/1.1" status: 200 len: 267 time: 0.0325713 Aug 26 12:43:50.049231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-472b04fb-01f8-4101-be72-904c6712afda tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:50.050774 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-472b04fb-01f8-4101-be72-904c6712afda tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 984 time: 0.0496280 Aug 26 12:43:50.062699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Request body: {'port': {'security_groups': ['63d69019-ccdc-4f1e-b830-681eb0717d73']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:43:50.133427 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.311259 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:43:50.344554 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.431588 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.469911 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:43:50.473151 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:50.473800 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.475881 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e96b0ce9-85fb-4762-b342-eabf8bb7ebfa req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "PUT /v2.0/ports/f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 942 time: 0.4178309 Aug 26 12:43:50.476246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:50.478614 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035" -d '{"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:50.483105 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:50.509146 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79cb13-3ca6-41b5-8d3b-d713dc960b19 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event updated for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:50.534476 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c4a37-cb8a-4e34-aad1-6e7d8824ce39 x-openstack-request-id: req-424c4a37-cb8a-4e34-aad1-6e7d8824ce39 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:50.534979 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:50.535396 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-424c4a37-cb8a-4e34-aad1-6e7d8824ce39 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:50.536061 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:43:50.587623 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.627984 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.636652 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-c828f9b7-09ca-4c39-9287-c95eebebd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:50.639515 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-c828f9b7-09ca-4c39-9287-c95eebebd07c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1098 time: 0.0561638 Aug 26 12:43:50.782198 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.784908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.786187 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d3d61c3-f5c7-40ac-b81c-18e5b914425d HTTP/1.1" status: 204 len: 168 time: 0.3011644 Aug 26 12:43:50.789005 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:43:50.795738 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583eb8-96b9-4c58-8bef-cd16efd88de5 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d61c3-f5c7-40ac-b81c-18e5b914425d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:50.828829 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b035002-f18e-4dd2-9993-28958e81fd43 None None] Provisioning complete for port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:43:50.830500 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b035002-f18e-4dd2-9993-28958e81fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:50.958133 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Deleting port ff5f6c84-fb09-4550-a8b4-fbee37e60b49 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:43:50.958133 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.038455 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.039118 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.050489 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Calling delete_port for ff5f6c84-fb09-4550-a8b4-fbee37e60b49 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:43:51.317716 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.345684 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event deleted for resources: {'Port': ['ID=ff5f6c84-fb09-4550-a8b4-fbee37e60b49,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:43:51.405918 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.406238 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Floating IP 515e2f84-5d4b-42b4-9e98-4615713cb526 disassociated (deleted). External IP: 172.27.0.185, port: f6b9d9ae-bf3f-4e4e-b145-862b3278f997. Aug 26 12:43:51.677317 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-75be6eba-9081-45ec-bef7-9b6bd4a3c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:51.678805 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-75be6eba-9081-45ec-bef7-9b6bd4a3c52c service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.1365957 Aug 26 12:43:51.680442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Router c6c618bf-8438-47c2-938a-4b56b4bac0d3 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:43:51.786297 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:43:51.791289 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:51.796208 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205cade-b950-427e-b844-d168571a0646 None None] Sync routers for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:43:51.805426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:51.806119 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:51.818057 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8f52d7a6-3230-4226-9faa-6e27a888d2b6 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "DELETE /v2.0/floatingips/515e2f84-5d4b-42b4-9e98-4615713cb526 HTTP/1.1" status: 204 len: 168 time: 1.0277848 Aug 26 12:43:52.033692 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:52.258688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:52.289606 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205cade-b950-427e-b844-d168571a0646 None None] Checking router: c6c618bf-8438-47c2-938a-4b56b4bac0d3 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:43:52.298253 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:43:52.299535 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:52.407837 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:43:52.537828 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:43:52.540841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97a31f9-cc12-4d92-9f64-83f42f8d635d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:43:52.587770 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3588f22-d344-4963-bc41-32f54e13453a x-openstack-request-id: req-c3588f22-d344-4963-bc41-32f54e13453a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:43:52.588065 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:43:52.588318 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3588f22-d344-4963-bc41-32f54e13453a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:43:52.588746 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:43:52.628422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8205cade-b950-427e-b844-d168571a0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:43:52.654763 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205cade-b950-427e-b844-d168571a0646 None None] The sync data for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi is: [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:40:54Z', 'revision_number': 4, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'eed4d122-5062-41df-87b2-cb253692afef', 'name': '', 'network_id': '25d6ad31-68fd-4829-9fdc-ab2d06efc7aa', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'mac_address': 'fa:16:3e:e0:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:53Z', 'updated_at': '2021-08-26T12:40:59Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'subnets': [{'id': '22da76b8-b618-4d5d-9cb4-394500f1af2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:43:52.877191 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0503d-277b-417c-ba67-4fad2dccda1f None None] New status for floating IP 515e2f84-5d4b-42b4-9e98-4615713cb526: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:43:53.297264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:43:53.409173 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-d9625120-7b7e-416b-95ef-759676402950 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 217 time: 0.0692608 Aug 26 12:43:53.464910 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-b501b93d-aab6-4ab7-8fd1-6525c977cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:53.466438 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-b501b93d-aab6-4ab7-8fd1-6525c977cf57 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0496464 Aug 26 12:43:53.543420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-a6fdf237-a753-4576-85f4-d3277d00d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:53.545509 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-a6fdf237-a753-4576-85f4-d3277d00d4e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583076 Aug 26 12:43:53.655714 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-1b1705cc-d45a-4ed3-9013-6a7cf8b82773 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014879 Aug 26 12:43:53.751544 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2d2e21-609d-4bbf-bd6a-5e785f26a035 req-a870c46d-b79b-4a22-90c5-c932008ef2b2 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859334 Aug 26 12:43:53.975180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-f2f55e46-fad6-407f-adb3-a78e7bdad1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:53.976535 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-f2f55e46-fad6-407f-adb3-a78e7bdad1f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 1098 time: 0.0430532 Aug 26 12:43:54.071900 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-c811237b-c335-40e1-9c86-343fabd9a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:54.073424 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-c811237b-c335-40e1-9c86-343fabd9a63b service neutron] 10.222.0.65 "GET /v2.0/networks?id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 200 len: 915 time: 0.0873206 Aug 26 12:43:54.117841 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-1e435118-605b-46dd-95c4-e3a0a15dc2b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 200 len: 217 time: 0.0357263 Aug 26 12:43:54.174160 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-58ee8c24-6a99-4fbe-88b2-c517f6b154ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:54.175965 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-58ee8c24-6a99-4fbe-88b2-c517f6b154ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 200 len: 853 time: 0.0479760 Aug 26 12:43:54.233744 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-64b5cac4-f4c6-4fba-a0bc-3a3c70770e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:43:54.235584 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-64b5cac4-f4c6-4fba-a0bc-3a3c70770e3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494947 Aug 26 12:43:54.362349 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-665d87d0-8a1d-485f-8f83-67afb74179ef service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161556 Aug 26 12:43:54.467684 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a97a31f9-cc12-4d92-9f64-83f42f8d635d req-287c61c2-ea84-4f77-80a3-a345af5cec64 service neutron] 10.222.0.65 "GET /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921154 Aug 26 12:43:58.577918 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:44:00.237414 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:00.354099 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.460814 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.542212 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.580365 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8344b7-d976-477c-a77b-4ad264cc3a17,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:00.585604 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5e07664cb354f0aa53d04dbc26e9741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471398 Aug 26 12:44:00.588545 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:00.590554 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.590911 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.591262 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.591600 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.591971 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.592313 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.592663 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.593017 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.593351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.593710 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.594040 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.594366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a2475-13a2-44a2-a36b-abf3c4580d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.653546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.686978 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.837249 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.839776 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:00.840964 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de8344b7-d976-477c-a77b-4ad264cc3a17 HTTP/1.1" status: 204 len: 168 time: 0.2513723 Aug 26 12:44:00.849372 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8344b7-d976-477c-a77b-4ad264cc3a17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:00.858187 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.858434 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.858683 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.859061 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.859400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.859734 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.860065 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.860396 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.860938 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.861292 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.861626 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:00.861952 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb2dfd-e36b-4a6a-ba28-420a8f31aa73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:02.009922 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:02.125164 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-257506676-network', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:02.227887 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Made reservation on behalf of 1afa8cfaf25a439e9d4a91654450860b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:44:02.230465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.239729 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.332090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.431659 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.454011 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:44:02.470067 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697a228-45fa-4387-b898-58c03e601101,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:02.476593 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.476593 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Added segment 1f9816f6-27d6-46ab-a88f-0e92a40658eb of type vlan for network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed Aug 26 12:44:02.531270 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.682107 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575d15-10e3-4116-9efe-21a4e1508ff0 req-5bc6231a-df82-46c3-bbfc-b5e465e77165 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:02.683678 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5575d15-10e3-4116-9efe-21a4e1508ff0 req-5bc6231a-df82-46c3-bbfc-b5e465e77165 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Aug 26 12:44:02.684856 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.686133 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:02.686800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:02.726604 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5575d15-10e3-4116-9efe-21a4e1508ff0 req-caa720f9-c7fc-4da9-b6ae-1e703ee23b0c tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Aug 26 12:44:02.751083 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] Pushing event updated for resources: {'Network': ['ID=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:02.765600 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:44:02.852081 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f4f5d608-e285-4fec-a5d1-2157a4a4034f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8409283 Aug 26 12:44:02.855235 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:02.860572 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Request body: {'subnet': {'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-257506676-subnet', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:02.965204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Made reservation on behalf of 1afa8cfaf25a439e9d4a91654450860b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:44:02.967613 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.211226 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.268070 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2228d393-3970-4239-8503-dc052f70cffe,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:03.278119 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Checking segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:03.278477 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Network hostable DHCP agents. Network: a40d9dec-94ef-4a2f-88c7-eb100f13c1ed, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:44:03.364360 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:44:03.462213 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, a40d9dec-94ef-4a2f-88c7-eb100f13c1ed) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:03.466887 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:03.467484 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.473811 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f40a57-6e36-4cfc-9414-d3b256ef1253 None None] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:03.552058 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a5e8d9c9-4864-4401-99e3-adb1ff470872 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6957073 Aug 26 12:44:03.555088 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:03.562242 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:03.633682 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:44:03.634689 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.668022 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.669138 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.736307 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.808957 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Allocated IP 172.20.0.2 (a40d9dec-94ef-4a2f-88c7-eb100f13c1ed/2228d393-3970-4239-8503-dc052f70cffe/2236f037-813f-4d6a-ad51-411cac4d6729) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:03.872538 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d333-74e2-46a5-8a50-65f786786ff7 req-db56ce60-4e71-448a-a115-2e01fb3dacf1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:03.874145 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2a37d333-74e2-46a5-8a50-65f786786ff7 req-db56ce60-4e71-448a-a115-2e01fb3dacf1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Aug 26 12:44:03.917087 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2a37d333-74e2-46a5-8a50-65f786786ff7 req-bc50de8e-14d4-4869-83b5-7e03ea8f1840 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360379 Aug 26 12:44:03.967640 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:03.976253 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Transition to ACTIVE for port object 2236f037-813f-4d6a-ad51-411cac4d6729 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:03.991870 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Transition to ACTIVE for port object 2236f037-813f-4d6a-ad51-411cac4d6729 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:04.019873 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.118938 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.157502 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:04.162710 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:04.166468 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:04.172414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Pushing event updated for resources: {'Port': ['ID=2236f037-813f-4d6a-ad51-411cac4d6729,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:04.184931 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.185286 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.185629 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.185964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.186350 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.186688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.187018 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.187348 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.187696 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.188027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.188352 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.188676 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:04.238420 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Attempting to bind port 2236f037-813f-4d6a-ad51-411cac4d6729 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:04.238790 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Attempting to bind port 2236f037-813f-4d6a-ad51-411cac4d6729 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:04.239155 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Attempting to bind port 2236f037-813f-4d6a-ad51-411cac4d6729 on network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:04.246020 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:04.246391 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Checking segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:04.246794 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.247191 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Bound using segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:04.247676 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Bound port: 2236f037-813f-4d6a-ad51-411cac4d6729, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:04.248063 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.318851 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] For port 2236f037-813f-4d6a-ad51-411cac4d6729, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:04.412302 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.433143 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.452411 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] For port 2236f037-813f-4d6a-ad51-411cac4d6729, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2236f037-813f-4d6a-ad51-411cac4d6729,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:04.540625 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Allocated IP 172.27.0.166 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/26d81c84-ec60-453f-abe6-2da74f37da97) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:04.599281 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-ba42d68b-2384-42fe-b779-6bd564ca5e67 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:04.601243 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.601522 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-ba42d68b-2384-42fe-b779-6bd564ca5e67 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0636225 Aug 26 12:44:04.666156 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1517532-76d1-451e-9c2c-4e1c2ccc33e1 None None] Pushing event updated for resources: {'Port': ['ID=2236f037-813f-4d6a-ad51-411cac4d6729,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:04.688627 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.723429 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Deleting port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:04.723903 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.817553 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.830849 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] For port f6b9d9ae-bf3f-4e4e-b145-862b3278f997, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:04.834181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:04.876545 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Calling delete_port for f6b9d9ae-bf3f-4e4e-b145-862b3278f997 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:04.928392 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:04.933582 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:04.935941 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:04.943221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Pushing event updated for resources: {'Port': ['ID=26d81c84-ec60-453f-abe6-2da74f37da97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:05.089174 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734a04b-f984-4679-9437-4b0cfb9cb4d8 req-5f596071-80fc-4420-a549-6e3d0334836e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:05.090973 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1734a04b-f984-4679-9437-4b0cfb9cb4d8 req-5f596071-80fc-4420-a549-6e3d0334836e tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 945 time: 0.0825818 Aug 26 12:44:05.162267 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1734a04b-f984-4679-9437-4b0cfb9cb4d8 req-9e7b03b3-0a04-4691-8808-a7415a48ccc3 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/security-groups?id=63d69019-ccdc-4f1e-b830-681eb0717d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Aug 26 12:44:05.232192 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:05.270255 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['f6b9d9ae-bf3f-4e4e-b145-862b3278f997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:44:05.297448 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Pushing event deleted for resources: {'Port': ['ID=f6b9d9ae-bf3f-4e4e-b145-862b3278f997,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:05.310083 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:05.320249 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] No DVR routers for this DVR port f6b9d9ae-bf3f-4e4e-b145-862b3278f997 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:05.323083 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:05.325385 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-781e0f9a-140b-44e8-a7cc-8de8bf1fc651 req-6770359e-4e2b-4c2f-b960-169f265b2ea1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.65 "DELETE /v2.0/ports/f6b9d9ae-bf3f-4e4e-b145-862b3278f997 HTTP/1.1" status: 204 len: 173 time: 0.7172723 Aug 26 12:44:05.325889 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'name': 'network-vif-deleted', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:44:05.328187 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e2220-2a31-499a-b370-b8657999ec62" -d '{"events": [{"server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "name": "network-vif-deleted", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:44:05.375841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f7c22-1f69-4ba3-a1e2-a1e0219952a3 x-openstack-request-id: req-1c6f7c22-1f69-4ba3-a1e2-a1e0219952a3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:44:05.376323 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0342faa-0ee4-4edd-b234-d2e1f938d315", "name": "network-vif-deleted", "tag": "f6b9d9ae-bf3f-4e4e-b145-862b3278f997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:44:05.376766 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c6f7c22-1f69-4ba3-a1e2-a1e0219952a3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:44:05.377197 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0342faa-0ee4-4edd-b234-d2e1f938d315', 'name': 'network-vif-deleted', 'tag': 'f6b9d9ae-bf3f-4e4e-b145-862b3278f997', 'status': 'completed', 'code': 200} Aug 26 12:44:05.495427 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2236f037-813f-4d6a-ad51-411cac4d6729 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:05.571393 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:05.639799 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 2236f037-813f-4d6a-ad51-411cac4d6729 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:05.825989 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:44:05.877011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3542b59-14e5-4105-8f1f-0a0c30f91b15 None None] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:05.981211 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:05.997717 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Sync routers for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:06.037313 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:06.038590 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:06.085641 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:06.088082 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-111f9676-16ac-4d54-a91c-5ae1ba3b61b9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5314221 Aug 26 12:44:06.090977 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:06.096483 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Provisioning for port 2236f037-813f-4d6a-ad51-411cac4d6729 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:06.123017 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Provisioning complete for port 2236f037-813f-4d6a-ad51-411cac4d6729 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:06.123386 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:06.249325 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:06.419714 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b504f85-982d-46fa-97bd-fbb76610d87f req-07bccf13-2c68-41cc-b3c6-a80588f25ec1 tempest-TestMinimumBasicScenario-1873457770 tempest-TestMinimumBasicScenario-1873457770-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0342faa-0ee4-4edd-b234-d2e1f938d315 HTTP/1.1" status: 200 len: 210 time: 0.0995603 Aug 26 12:44:06.604648 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:06.663877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] For port 2236f037-813f-4d6a-ad51-411cac4d6729, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2236f037-813f-4d6a-ad51-411cac4d6729,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:06.750193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:05Z', 'revision_number': 3, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:06.756832 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:06.787835 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Checking router: 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:06.789252 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Updating router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab port 26d81c84-ec60-453f-abe6-2da74f37da97 binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:44:06.847256 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:06.889634 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a6e6c-f35a-4a8e-bc7c-a6e5753e8ded None None] Pushing event updated for resources: {'Port': ['ID=2236f037-813f-4d6a-ad51-411cac4d6729,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:06.959376 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9911e8fc-a584-4fda-ba6c-b47dc4699a15 None None] Provisioning complete for port 2236f037-813f-4d6a-ad51-411cac4d6729 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:06.959806 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9911e8fc-a584-4fda-ba6c-b47dc4699a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.081274 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.206840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.238635 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.250794 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Transition to ACTIVE for port object 26d81c84-ec60-453f-abe6-2da74f37da97 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:07.295320 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Allocated IP 172.20.0.1 (a40d9dec-94ef-4a2f-88c7-eb100f13c1ed/2228d393-3970-4239-8503-dc052f70cffe/71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:07.380558 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.430118 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.445921 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17e79b-f14d-467b-9786-ed7f9bc4ff18 None None] Pushing event updated for resources: {'Port': ['ID=26d81c84-ec60-453f-abe6-2da74f37da97,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:07.450228 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Attempting to bind port 26d81c84-ec60-453f-abe6-2da74f37da97 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:07.450602 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Attempting to bind port 26d81c84-ec60-453f-abe6-2da74f37da97 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:07.451167 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Attempting to bind port 26d81c84-ec60-453f-abe6-2da74f37da97 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:07.451293 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Transition to ACTIVE for port object 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:07.453357 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2236f037-813f-4d6a-ad51-411cac4d6729 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:07.480914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:07.481299 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:07.481712 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.482106 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:07.482591 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Bound port: 26d81c84-ec60-453f-abe6-2da74f37da97, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:07.482974 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.555088 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] For port 26d81c84-ec60-453f-abe6-2da74f37da97, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:07.558950 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] For port 26d81c84-ec60-453f-abe6-2da74f37da97, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=26d81c84-ec60-453f-abe6-2da74f37da97,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:07.561054 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 2236f037-813f-4d6a-ad51-411cac4d6729 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:07.561054 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.629386 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.678043 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:07.681529 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:07.684368 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:07.690900 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.696837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:07.752456 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:07.754120 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:07.754757 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:07.798876 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17e79b-f14d-467b-9786-ed7f9bc4ff18 None None] Pushing event updated for resources: {'Port': ['ID=26d81c84-ec60-453f-abe6-2da74f37da97,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:07.890834 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:08.031434 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.110418 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-faa5499d-a39c-4034-91a7-474e1551c436 None None] Provisioning for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:08.115828 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-faa5499d-a39c-4034-91a7-474e1551c436 None None] Provisioning complete for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:08.116063 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-faa5499d-a39c-4034-91a7-474e1551c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.121389 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:05Z', 'revision_number': 3, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:08.170295 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a1820-5655-4c75-ad74-fe4fc6538baf None None] The sync data for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi is: [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:05Z', 'revision_number': 3, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:08.202773 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-faa5499d-a39c-4034-91a7-474e1551c436 None None] Port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:44:08.263172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.342201 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.441553 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:08.455699 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.573360 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:08.575001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:08.753469 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:08.839399 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-742d7271-2445-4b56-8873-2e5966dbe479 None None] Provisioning complete for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:08.840418 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-742d7271-2445-4b56-8873-2e5966dbe479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:08.904777 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:08.912579 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a638b6cb-3ba9-4625-af99-28623822e6b0 admin admin] 10.222.0.15 "PUT /v2.0/routers/8dee78d6-15ce-4c0a-9a5a-f3338e3648ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195350 Aug 26 12:44:08.933407 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-742d7271-2445-4b56-8873-2e5966dbe479 None None] Port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:44:09.379235 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d39e-c0a8-4eaf-8065-d5709f1b91e6 req-10fb4874-cf73-4cb6-a3dd-b2bfc504ae65 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:09.387843 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f6b9d9ae-bf3f-4e4e-b145-862b3278f997 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:09.388304 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8146d39e-c0a8-4eaf-8065-d5709f1b91e6 req-10fb4874-cf73-4cb6-a3dd-b2bfc504ae65 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0709801 Aug 26 12:44:09.432422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: f6b9d9ae-bf3f-4e4e-b145-862b3278f997 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:09.433383 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device f6b9d9ae-bf3f-4e4e-b145-862b3278f997 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:09.448816 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8146d39e-c0a8-4eaf-8065-d5709f1b91e6 req-52564f5f-0ff2-4b0e-9738-7cbfb6190d33 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595462 Aug 26 12:44:09.500479 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 26d81c84-ec60-453f-abe6-2da74f37da97 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:09.547504 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae2191a8-8f1e-4ad5-ba28-7213942ac23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:09.680411 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:09.708286 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 26d81c84-ec60-453f-abe6-2da74f37da97 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:09.715038 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 26d81c84-ec60-453f-abe6-2da74f37da97 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:09.715572 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:09.844053 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:09.872456 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 26d81c84-ec60-453f-abe6-2da74f37da97, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=26d81c84-ec60-453f-abe6-2da74f37da97,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:09.937037 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:09.942476 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1283303389-network', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:09.972187 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.055119 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=26d81c84-ec60-453f-abe6-2da74f37da97,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:10.067562 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Made reservation on behalf of 686e8cbc995c4a7cb7819ab4db9bd465 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:44:10.071057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.081185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.203709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Sync routers for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:10.212008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.229931 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:10.231823 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:10.298780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.355278 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35c9f8-ba19-43b1-9c6d-6381e4d94ad7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:10.363013 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:44:10.377604 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.384927 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Added segment c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4 of type vlan for network 884c3940-5898-4352-9f29-49892128a902 Aug 26 12:44:10.389661 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:10.432908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.461787 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.542209 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.543209 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:10.543802 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.643605 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] Pushing event updated for resources: {'Network': ['ID=884c3940-5898-4352-9f29-49892128a902,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:10.657380 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 884c3940-5898-4352-9f29-49892128a902 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:44:10.681210 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274bdf-987b-4657-b355-63696a452a7e req-3ca4bd70-b05c-42dc-a585-925dc1021025 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:10.683935 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9274bdf-987b-4657-b355-63696a452a7e req-3ca4bd70-b05c-42dc-a585-925dc1021025 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1185238 Aug 26 12:44:10.688530 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:08Z', 'revision_number': 2, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:10.726984 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ea748a5b-a48c-4357-9b98-42557a447c6b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7829292 Aug 26 12:44:10.727256 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Checking router: 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:10.727256 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Updating router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:44:10.728558 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:10.740340 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Request body: {'subnet': {'network_id': '884c3940-5898-4352-9f29-49892128a902', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1283303389-subnet', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:10.741567 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9274bdf-987b-4657-b355-63696a452a7e req-252c132d-4f47-4e0b-8830-657f6fa4ed05 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514622 Aug 26 12:44:10.756919 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.840297 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Made reservation on behalf of 686e8cbc995c4a7cb7819ab4db9bd465 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:44:10.842627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4197632'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:10.899219 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Deleting port eed4d122-5062-41df-87b2-cb253692afef {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:10.899553 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.037855 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] For port eed4d122-5062-41df-87b2-cb253692afef, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eed4d122-5062-41df-87b2-cb253692afef,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:11.038224 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.042192 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.053692 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Transition to ACTIVE for port object 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:11.057026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Calling delete_port for eed4d122-5062-41df-87b2-cb253692afef owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:11.134514 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.228238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5756374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4197746'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.317471 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Pushing event updated for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:11.337722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202ecacf-2c87-4886-9f9d-473438e9c602,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:11.341751 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.342247 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.342426 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.343041 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.343544 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.344387 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.344926 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.345445 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.345976 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.348158 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.348158 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.348158 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:44:11.363169 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Attempting to bind port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:11.367376 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Attempting to bind port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:11.368030 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Checking segment: {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:11.368167 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Attempting to bind port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 on network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:11.368396 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Network hostable DHCP agents. Network: 884c3940-5898-4352-9f29-49892128a902, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:44:11.379916 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:11.382568 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Checking segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:11.382568 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.382838 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Bound using segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:11.384214 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Bound port: 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:11.384878 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.456253 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 26d81c84-ec60-453f-abe6-2da74f37da97 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:11.462974 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] For port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:11.466407 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] For port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:11.485023 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.521623 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 26d81c84-ec60-453f-abe6-2da74f37da97 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:11.522011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.524395 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Network 884c3940-5898-4352-9f29-49892128a902 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:44:11.550055 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=eed4d122-5062-41df-87b2-cb253692afef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:11.554169 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.618821 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff375a24-7b37-4c75-a2bf-276aa34c74a3 None None] Pushing event updated for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:11.639559 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:11.644285 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:43:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:11.654056 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 884c3940-5898-4352-9f29-49892128a902) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:11.659181 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:11.660709 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.662264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53024c8-8d5d-4926-9e2d-9ca97f8d78f2 None None] Network 884c3940-5898-4352-9f29-49892128a902 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:11.792465 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.797070 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f0615af4-c191-45dd-b87c-9ee9b6109652 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0633557 Aug 26 12:44:11.801077 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:11.805880 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:11.846409 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:11.915513 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-884c3940-5898-4352-9f29-49892128a902', 'network_id': '884c3940-5898-4352-9f29-49892128a902', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'fixed_ips': [{'subnet_id': '202ecacf-2c87-4886-9f9d-473438e9c602'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:44:11.920707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.954200 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:11.956419 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.028589 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.088201 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Allocated IP 172.20.0.2 (884c3940-5898-4352-9f29-49892128a902/202ecacf-2c87-4886-9f9d-473438e9c602/75cfa7cb-3c91-426e-881b-03bb115437c9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:12.096195 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f6589-152d-4dae-9092-8e28abbdc039 req-91ed20e1-ccea-4432-acab-fe890e78749b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:12.097900 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4a8f6589-152d-4dae-9092-8e28abbdc039 req-91ed20e1-ccea-4432-acab-fe890e78749b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1729872 Aug 26 12:44:12.104627 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fc71c8f-d8b6-434f-884f-3193bc00e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.130571 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Router c6c618bf-8438-47c2-938a-4b56b4bac0d3 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:12.157023 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4a8f6589-152d-4dae-9092-8e28abbdc039 req-1f3a9766-dbbf-42c8-b600-2c24cfc6e96b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466814 Aug 26 12:44:12.176928 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b899c3b-8229-467a-a749-48099388d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:11Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:12.206144 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.213278 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b899c3b-8229-467a-a749-48099388d350 None None] The sync data for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi is: [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:11Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:12.321987 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.331850 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Transition to ACTIVE for port object 75cfa7cb-3c91-426e-881b-03bb115437c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:12.347070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:12.358964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Transition to ACTIVE for port object 75cfa7cb-3c91-426e-881b-03bb115437c9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:12.366578 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.366813 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-557e0e16-5595-4c58-92e7-f081666adb9d admin admin] 10.222.0.15 "PUT /v2.0/routers/c6c618bf-8438-47c2-938a-4b56b4bac0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6821907 Aug 26 12:44:12.366940 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Sync routers for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:12.367282 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:12.375918 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:12.377034 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:12.435725 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.493751 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.526377 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Network 884c3940-5898-4352-9f29-49892128a902 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:12.536393 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:12.547457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:12.553267 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Pushing event updated for resources: {'Port': ['ID=75cfa7cb-3c91-426e-881b-03bb115437c9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:12.567674 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:12.639425 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.713362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Attempting to bind port 75cfa7cb-3c91-426e-881b-03bb115437c9 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:12.713730 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Attempting to bind port 75cfa7cb-3c91-426e-881b-03bb115437c9 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:12.714094 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Attempting to bind port 75cfa7cb-3c91-426e-881b-03bb115437c9 on network 884c3940-5898-4352-9f29-49892128a902 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:12.719709 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.722233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:12.722495 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Checking segment: {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:12.722882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.723492 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Bound using segment: {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:12.723891 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Bound port: 75cfa7cb-3c91-426e-881b-03bb115437c9, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:12.724147 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.751960 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.755655 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Deleting port 2582a084-9047-40c3-9d94-cc54261af436 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:12.756004 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.841946 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] For port 75cfa7cb-3c91-426e-881b-03bb115437c9, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:12.846309 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] For port 75cfa7cb-3c91-426e-881b-03bb115437c9, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=75cfa7cb-3c91-426e-881b-03bb115437c9,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:12.872314 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] For port 2582a084-9047-40c3-9d94-cc54261af436, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2582a084-9047-40c3-9d94-cc54261af436,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:12.872925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:12.882085 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2582a084-9047-40c3-9d94-cc54261af436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:44:11Z', 'revision_number': 5, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port': {'id': '2582a084-9047-40c3-9d94-cc54261af436', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:49Z', 'updated_at': '2021-08-26T12:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:12.892928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Calling delete_port for 2582a084-9047-40c3-9d94-cc54261af436 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:12.921124 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Allocated IP 172.27.0.16 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/b3365691-0e12-42fc-928a-196f2e6f55f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:13.067290 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Checking router: c6c618bf-8438-47c2-938a-4b56b4bac0d3 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:13.069833 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.087983 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.122492 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Routers {'c6c618bf-8438-47c2-938a-4b56b4bac0d3'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:13.123187 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:13.209254 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.234439 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2582a084-9047-40c3-9d94-cc54261af436,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:13.240525 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.242616 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea778c1-aaa3-4743-8e0f-450382b5db8e None None] Pushing event updated for resources: {'Port': ['ID=75cfa7cb-3c91-426e-881b-03bb115437c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:13.250772 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] Set router c6c618bf-8438-47c2-938a-4b56b4bac0d3 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:13.311383 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:44:12Z', 'revision_number': 6, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:13.334035 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:13.348117 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803d827-0105-471f-86e6-c8a4288dad19 None None] The sync data for ids ['c6c618bf-8438-47c2-938a-4b56b4bac0d3'] in dv-cinder-806140-1-iscsi is: [{'id': 'c6c618bf-8438-47c2-938a-4b56b4bac0d3', 'name': 'tempest-TestMinimumBasicScenario-247610711-router', 'tenant_id': '2f413ff7269c43838c6aa0b2ca035c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:48Z', 'updated_at': '2021-08-26T12:44:12Z', 'revision_number': 6, 'project_id': '2f413ff7269c43838c6aa0b2ca035c51', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:13.359836 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:13.365958 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.410772 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:13.455243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Pushing event updated for resources: {'Port': ['ID=b3365691-0e12-42fc-928a-196f2e6f55f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:13.479233 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a935a98-10ab-43ed-a816-f760ee1bb3a1 req-441bec31-d3df-412d-8c01-a69b7a869364 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:13.480801 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a935a98-10ab-43ed-a816-f760ee1bb3a1 req-441bec31-d3df-412d-8c01-a69b7a869364 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1655536 Aug 26 12:44:13.516319 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.519079 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:13.625401 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a935a98-10ab-43ed-a816-f760ee1bb3a1 req-92272a48-9869-4490-bed1-039810752e6e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355469 Aug 26 12:44:14.022606 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.041015 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:14.050043 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.050920 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c618bf-8438-47c2-938a-4b56b4bac0d3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:44:14.057209 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.061935 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e8f9559e-3d25-4665-8a52-e07578e250dd admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6c618bf-8438-47c2-938a-4b56b4bac0d3 HTTP/1.1" status: 204 len: 168 time: 1.6910939 Aug 26 12:44:14.062540 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:14.116657 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Deleting subnet 22da76b8-b618-4d5d-9cb4-394500f1af2f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:44:14.120668 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.167259 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.188130 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.203145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:14.210622 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:14.210994 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.312825 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.325324 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.355601 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:14.445707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.448867 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.500918 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:14.514617 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.557807 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22da76b8-b618-4d5d-9cb4-394500f1af2f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:14.564523 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.570722 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f6a8e9c5-ca59-4d82-bda7-4bfc02050148 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22da76b8-b618-4d5d-9cb4-394500f1af2f HTTP/1.1" status: 204 len: 168 time: 0.5038826 Aug 26 12:44:14.572291 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:14.575569 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f745cd-d858-4c62-b88c-e788a050f277 None None] Network 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:14.726002 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Router 11b29960-33ed-47a9-ae2a-af2cd68b670a is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:44:14.742660 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.891399 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8a80-7e85-410b-8594-741248ca2157 req-e6fcd2a4-ff65-4efc-a6ae-9d17777a17ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:14.899079 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fdf8a80-7e85-410b-8594-741248ca2157 req-e6fcd2a4-ff65-4efc-a6ae-9d17777a17ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0875618 Aug 26 12:44:14.925204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:14.925411 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Deleting port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:14.925411 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:14.936258 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Sync routers for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:14.936870 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] DHCP port deletion for 25d6ad31-68fd-4829-9fdc-ab2d06efc7aa request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:44:14.952668 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:14.953652 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:15.025973 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fdf8a80-7e85-410b-8594-741248ca2157 req-e89a2f7e-b023-41ae-934c-7d32c687edb3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258981 Aug 26 12:44:15.031987 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.034707 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5af9f702-ec31-4c8d-ad4d-ac291d0b3776 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2325742 Aug 26 12:44:15.039038 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:15.048961 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Deleting port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:15.049520 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.089403 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] For port 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0fba02d6-0c4d-4f43-934b-460e658dfcc1,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:15.090302 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.109356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Calling delete_port for 0fba02d6-0c4d-4f43-934b-460e658dfcc1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:15.152960 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:15.161840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27dcce-1207-4179-995f-ef9aadbb4ff9 None None] Network 884c3940-5898-4352-9f29-49892128a902 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:15.246940 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] For port 0fba02d6-0c4d-4f43-934b-460e658dfcc1, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0fba02d6-0c4d-4f43-934b-460e658dfcc1,segment=NetworkSegment(b1446f94-2ed0-4b44-a34b-dfcd212a3663),segment_id=b1446f94-2ed0-4b44-a34b-dfcd212a3663)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:15.247335 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.276495 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Calling delete_port for 0fba02d6-0c4d-4f43-934b-460e658dfcc1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:15.304356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.335449 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] No DVR routers for this DVR port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 on host dv-cinder-806140-1-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:15.340163 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0fba02d6-0c4d-4f43-934b-460e658dfcc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:15.402046 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:13Z', 'revision_number': 3, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:15.410543 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d55bc862-7652-43b4-a679-a52f6b195d41 None None] Provisioning for port 75cfa7cb-3c91-426e-881b-03bb115437c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:15.425240 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.437385 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d6ad31-68fd-4829-9fdc-ab2d06efc7aa']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:15.457566 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1446f94-2ed0-4b44-a34b-dfcd212a3663') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:15.457566 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1446f94-2ed0-4b44-a34b-dfcd212a3663') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:15.461092 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.464987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.480635 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Checking router: 11b29960-33ed-47a9-ae2a-af2cd68b670a for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:15.483171 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Updating router 11b29960-33ed-47a9-ae2a-af2cd68b670a port b3365691-0e12-42fc-928a-196f2e6f55f1 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:44:15.485666 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.493165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:44:15.493569 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.511409 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:44:15.515951 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:44:15.544992 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.593121 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] Pushing event deleted for resources: {'Port': ['ID=0fba02d6-0c4d-4f43-934b-460e658dfcc1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:15.606272 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59058-5d68-4407-bcc1-dca7eff8c0c2 None None] No DVR routers for this DVR port 0fba02d6-0c4d-4f43-934b-460e658dfcc1 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:15.661683 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.666338 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 75cfa7cb-3c91-426e-881b-03bb115437c9 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:15.668942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.671491 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/25d6ad31-68fd-4829-9fdc-ab2d06efc7aa HTTP/1.1" status: 204 len: 168 time: 1.0983486 Aug 26 12:44:15.676672 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:15.762450 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c4fca-3400-4551-a324-2ede031087eb admin admin] Pushing event deleted for resources: {'Network': ['ID=25d6ad31-68fd-4829-9fdc-ab2d06efc7aa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:15.801783 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.822319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 75cfa7cb-3c91-426e-881b-03bb115437c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:15.826583 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 75cfa7cb-3c91-426e-881b-03bb115437c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:15.827050 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.971916 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:15.985128 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Transition to ACTIVE for port object b3365691-0e12-42fc-928a-196f2e6f55f1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:15.997663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1569557-9d3c-41bb-ada4-723ca2456acf None None] Provisioning complete for port 75cfa7cb-3c91-426e-881b-03bb115437c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:15.998377 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1569557-9d3c-41bb-ada4-723ca2456acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.017665 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Allocated IP 172.20.0.1 (884c3940-5898-4352-9f29-49892128a902/202ecacf-2c87-4886-9f9d-473438e9c602/b05d1b18-0881-4a41-a6af-2e67bc9d6bc3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:16.023311 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.085241 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.103517 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 75cfa7cb-3c91-426e-881b-03bb115437c9, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=75cfa7cb-3c91-426e-881b-03bb115437c9,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:16.160139 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1569557-9d3c-41bb-ada4-723ca2456acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.189752 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.190700 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:16.192087 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Attempting to bind port b3365691-0e12-42fc-928a-196f2e6f55f1 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:16.192690 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Attempting to bind port b3365691-0e12-42fc-928a-196f2e6f55f1 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:16.193253 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Attempting to bind port b3365691-0e12-42fc-928a-196f2e6f55f1 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:16.198386 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.206444 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:16.208275 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:16.208275 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.208275 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:16.209121 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Bound port: b3365691-0e12-42fc-928a-196f2e6f55f1, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:16.210315 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.220197 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Transition to ACTIVE for port object b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:16.244054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5181-84cd-4cf6-b21b-852bc00eb6b9 req-6e295049-ae84-48ad-b38d-8d585cdea707 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:16.245651 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be1b5181-84cd-4cf6-b21b-852bc00eb6b9 req-6e295049-ae84-48ad-b38d-8d585cdea707 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0883901 Aug 26 12:44:16.299918 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903d227-a4d3-4c06-b8c7-253b5dd6e63a None None] Pushing event updated for resources: {'Port': ['ID=b3365691-0e12-42fc-928a-196f2e6f55f1,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:16.302920 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be1b5181-84cd-4cf6-b21b-852bc00eb6b9 req-620e19af-bd4b-463a-9357-c2a4669f45ff tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490468 Aug 26 12:44:16.305222 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] For port b3365691-0e12-42fc-928a-196f2e6f55f1, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:16.312967 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.314312 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.db.api [None req-e1569557-9d3c-41bb-ada4-723ca2456acf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:44:16.314669 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG oslo_db.api [None req-e1569557-9d3c-41bb-ada4-723ca2456acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:44:16.321666 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] For port b3365691-0e12-42fc-928a-196f2e6f55f1, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b3365691-0e12-42fc-928a-196f2e6f55f1,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:16.324071 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=75cfa7cb-3c91-426e-881b-03bb115437c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:16.332424 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:16.334142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.383392 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.412189 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.465849 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Network 884c3940-5898-4352-9f29-49892128a902 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:16.477957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:16.485706 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:16.492481 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:16.493147 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:16.500769 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eed4d122-5062-41df-87b2-cb253692afef no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:16.537133 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:16.552618 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.562257 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903d227-a4d3-4c06-b8c7-253b5dd6e63a None None] Pushing event updated for resources: {'Port': ['ID=b3365691-0e12-42fc-928a-196f2e6f55f1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:16.565200 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: eed4d122-5062-41df-87b2-cb253692afef {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:16.565463 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eed4d122-5062-41df-87b2-cb253692afef not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:16.565976 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2582a084-9047-40c3-9d94-cc54261af436 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:16.588714 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 2582a084-9047-40c3-9d94-cc54261af436 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:16.589333 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2582a084-9047-40c3-9d94-cc54261af436 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:16.589850 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0fba02d6-0c4d-4f43-934b-460e658dfcc1 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:16.614310 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 0fba02d6-0c4d-4f43-934b-460e658dfcc1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:16.614973 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0fba02d6-0c4d-4f43-934b-460e658dfcc1 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:16.671546 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:16.692833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Deleting port eef438fd-3722-4dc0-8f93-8cd87017fb0b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:16.694659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.798603 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] For port eef438fd-3722-4dc0-8f93-8cd87017fb0b, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=eef438fd-3722-4dc0-8f93-8cd87017fb0b,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:16.798985 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.820001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Calling delete_port for eef438fd-3722-4dc0-8f93-8cd87017fb0b owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:16.839870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:16.952176 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:13Z', 'revision_number': 3, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:16.982487 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39828b07-68a5-49ae-9b15-70c67f7e229d None None] The sync data for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi is: [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:13Z', 'revision_number': 3, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:17.071992 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f0b9221-62f5-41d4-876e-3a5483971f75 None None] Provisioning for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:17.080275 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f0b9221-62f5-41d4-876e-3a5483971f75 None None] Provisioning complete for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:17.081484 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f0b9221-62f5-41d4-876e-3a5483971f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.108286 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.139158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b9221-62f5-41d4-876e-3a5483971f75 None None] Port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:44:17.193697 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.205552 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.236475 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=eef438fd-3722-4dc0-8f93-8cd87017fb0b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:17.334948 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.353395 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:17.587335 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Network 884c3940-5898-4352-9f29-49892128a902 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:17.589615 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:17.629982 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248435a3-229b-4259-a159-5dd5fb2b8b8c req-dc1f6d50-b884-421b-af47-8ad3a5c6f816 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:17.631589 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-248435a3-229b-4259-a159-5dd5fb2b8b8c req-dc1f6d50-b884-421b-af47-8ad3a5c6f816 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1687384 Aug 26 12:44:17.702729 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:17.743849 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-248435a3-229b-4259-a159-5dd5fb2b8b8c req-711b5d5c-cbe3-46ca-b343-081f0356a2c2 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969095 Aug 26 12:44:17.810205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 75cfa7cb-3c91-426e-881b-03bb115437c9 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:17.852119 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Router 11b29960-33ed-47a9-ae2a-af2cd68b670a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:17.893254 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 75cfa7cb-3c91-426e-881b-03bb115437c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:17.893716 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.054059 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:18.062693 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c28ffbcf-bd6c-4353-96bc-6ea1a0c5b3a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/11b29960-33ed-47a9-ae2a-af2cd68b670a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0223069 Aug 26 12:44:18.078707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b3365691-0e12-42fc-928a-196f2e6f55f1 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:18.108577 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Router f5ce9936-fc71-47a1-abc4-d957e09560c4 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:18.115049 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-792dc056-3a5a-43aa-9057-57314fffda5e None None] Provisioning complete for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:18.115516 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-792dc056-3a5a-43aa-9057-57314fffda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.164699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-792dc056-3a5a-43aa-9057-57314fffda5e None None] Port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:44:18.276886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:18.278889 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port b3365691-0e12-42fc-928a-196f2e6f55f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:18.284257 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port b3365691-0e12-42fc-928a-196f2e6f55f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:18.285463 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.308067 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:18.310702 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c09a65f3-61c6-43de-8fb4-0316a4487c5c admin admin] 10.222.0.15 "PUT /v2.0/routers/f5ce9936-fc71-47a1-abc4-d957e09560c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313267 Aug 26 12:44:18.341100 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Sync routers for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:18.373213 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:18.374855 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:18.448607 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.560983 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.577296 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:18.629150 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.653833 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port b3365691-0e12-42fc-928a-196f2e6f55f1, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b3365691-0e12-42fc-928a-196f2e6f55f1,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:18.815747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Deleting port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:18.816090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.916880 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.930597 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] For port 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:18.932062 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:18.964452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Calling delete_port for 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:18.995485 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:19.001907 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307877064', 'description': 'tempest-secgroup-smoke-307877064 description', 'project_id': '1afa8cfaf25a439e9d4a91654450860b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:19.017693 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=b3365691-0e12-42fc-928a-196f2e6f55f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:19.040771 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:44:17Z', 'revision_number': 5, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port': {'id': '83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:40:59Z', 'updated_at': '2021-08-26T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:19.070430 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Checking router: f5ce9936-fc71-47a1-abc4-d957e09560c4 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:19.081333 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Routers {'f5ce9936-fc71-47a1-abc4-d957e09560c4'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:19.082048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['f5ce9936-fc71-47a1-abc4-d957e09560c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:19.140045 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.193809 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] Set router f5ce9936-fc71-47a1-abc4-d957e09560c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:19.215566 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61fcd-89c0-4733-923a-2ac391a2cc2a req-c9952ec2-deec-4f9f-b115-851484f97496 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:19.218481 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bfa61fcd-89c0-4733-923a-2ac391a2cc2a req-c9952ec2-deec-4f9f-b115-851484f97496 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1712422 Aug 26 12:44:19.277219 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 6, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:19.278357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.306933 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffb864-285c-47ac-988a-09472faa14bb None None] The sync data for ids ['f5ce9936-fc71-47a1-abc4-d957e09560c4'] in dv-cinder-806140-1-iscsi is: [{'id': 'f5ce9936-fc71-47a1-abc4-d957e09560c4', 'name': 'tempest-TestMinimumBasicScenario-2096353951-router', 'tenant_id': '520b9a2f9b5a4772a898f522070ca5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:40:58Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 6, 'project_id': '520b9a2f9b5a4772a898f522070ca5e2', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:19.314798 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bfa61fcd-89c0-4733-923a-2ac391a2cc2a req-822bdde3-8f5b-408c-bd08-ad40c82cd1ce tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784385 Aug 26 12:44:19.375151 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.422950 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316fdb95-cbcf-467e-892e-56b1918949fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:19.432054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.462464 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:19.496545 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.499058 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-670d6940-f06f-4018-87da-152812ecc146 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5008001 Aug 26 12:44:19.502541 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:19.509961 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:19.533678 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.623697 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.637855 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.639976 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.709367 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.761595 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b3365691-0e12-42fc-928a-196f2e6f55f1 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:19.806024 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.806603 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ce9936-fc71-47a1-abc4-d957e09560c4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:44:19.808249 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.817884 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port b3365691-0e12-42fc-928a-196f2e6f55f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:19.818528 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.823150 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.823150 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2d858493-ce72-47df-8233-d6f7bb4eed90 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f5ce9936-fc71-47a1-abc4-d957e09560c4 HTTP/1.1" status: 204 len: 168 time: 1.5125153 Aug 26 12:44:19.825260 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:19.829178 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d10bbb-107d-4882-8727-3bfbdc763e2d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:19.887574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Deleting subnet 357c1d71-d1c4-4b7f-ab98-d39ae4716d38 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:44:19.892870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.908062 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:19.908782 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Sync routers for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:19.909770 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bc32c032-22f8-448c-a8e2-41e3ca414794 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057622 Aug 26 12:44:19.916372 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:19.922709 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:19.928718 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:19.929558 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:19.967739 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.048824 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.119388 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.190290 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.199701 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:20.291029 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.328413 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b6db91-c6f9-4761-bfd5-54496bc7a1b0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:20.329091 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.359720 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357c1d71-d1c4-4b7f-ab98-d39ae4716d38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:20.362173 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.368160 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c294b26c-9c25-482d-9827-62feb6a384a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/357c1d71-d1c4-4b7f-ab98-d39ae4716d38 HTTP/1.1" status: 204 len: 168 time: 0.5423465 Aug 26 12:44:20.368722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:20.368966 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7023b0cb-5bbd-473e-89d9-d7879dfb4747 None None] Network f675d8f0-d80d-47e7-bc3d-2eece604fa48 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:20.478612 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 4, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'b05d1b18-0881-4a41-a6af-2e67bc9d6bc3', 'name': '', 'network_id': '884c3940-5898-4352-9f29-49892128a902', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'mac_address': 'fa:16:3e:28:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:15Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 2, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'subnets': [{'id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:20.513833 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.517937 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Checking router: 11b29960-33ed-47a9-ae2a-af2cd68b670a for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:20.517937 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Updating router 11b29960-33ed-47a9-ae2a-af2cd68b670a port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:44:20.518925 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-eb0d923f-d207-4a49-b82c-0a0bee87c1be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6009879 Aug 26 12:44:20.519515 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:20.535214 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:20.548748 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.560634 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.593282 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5616a9-dee3-4597-8bfa-2f8f1c90db97 req-40e87278-1ce5-4a5e-8668-fbc261d03135 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:20.595021 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a5616a9-dee3-4597-8bfa-2f8f1c90db97 req-40e87278-1ce5-4a5e-8668-fbc261d03135 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1012981 Aug 26 12:44:20.679778 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a5616a9-dee3-4597-8bfa-2f8f1c90db97 req-a83db834-da5a-4f90-945f-3f329e205d69 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608094 Aug 26 12:44:20.686321 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Deleting port 45d1aa91-ab7e-400c-b741-0976fffd6446 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:20.686659 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.744404 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.770688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] DHCP port deletion for f675d8f0-d80d-47e7-bc3d-2eece604fa48 request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:44:20.789811 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] For port 45d1aa91-ab7e-400c-b741-0976fffd6446, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=45d1aa91-ab7e-400c-b741-0976fffd6446,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:20.790184 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.817880 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Calling delete_port for 45d1aa91-ab7e-400c-b741-0976fffd6446 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:20.849150 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Deleting port 45d1aa91-ab7e-400c-b741-0976fffd6446 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:20.849819 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.864138 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.925010 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.946739 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8d224e-b622-4e01-942d-1c8d3f763f6d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:20.966496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] For port 45d1aa91-ab7e-400c-b741-0976fffd6446, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=45d1aa91-ab7e-400c-b741-0976fffd6446,segment=NetworkSegment(1daa26fc-f29a-40fe-9baa-363f34d44d87),segment_id=1daa26fc-f29a-40fe-9baa-363f34d44d87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:20.967517 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.978501 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:20.986331 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Calling delete_port for 45d1aa91-ab7e-400c-b741-0976fffd6446 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:21.044688 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.046864 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7a5c4891-b030-4751-bb91-ef8e66e8a835 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208676 Aug 26 12:44:21.050074 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:21.058561 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:21.082749 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Transition to ACTIVE for port object b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:21.084423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.097010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.123337 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d1aa91-ab7e-400c-b741-0976fffd6446,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.127019 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] No DVR routers for this DVR port 45d1aa91-ab7e-400c-b741-0976fffd6446 on host dv-cinder-806140-1-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:21.135765 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] Pushing event deleted for resources: {'Port': ['ID=45d1aa91-ab7e-400c-b741-0976fffd6446,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.137773 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f675e-38bd-47a6-9aee-99960f5588de None None] No DVR routers for this DVR port 45d1aa91-ab7e-400c-b741-0976fffd6446 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:21.208446 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.210642 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.223760 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f675d8f0-d80d-47e7-bc3d-2eece604fa48']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:21.241628 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa26fc-f29a-40fe-9baa-363f34d44d87') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:21.241628 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa26fc-f29a-40fe-9baa-363f34d44d87') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:21.246221 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.277412 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.297113 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.305604 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:44:21.306137 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.310551 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a35e-2386-485f-93af-5a460aa83b0a None None] Pushing event updated for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.351500 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Attempting to bind port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:21.352324 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Attempting to bind port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:21.352943 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Attempting to bind port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 on network 884c3940-5898-4352-9f29-49892128a902 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:21.359555 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:21.360250 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Checking segment: {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:21.360909 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.361464 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Bound using segment: {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:21.362303 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Bound port: b05d1b18-0881-4a41-a6af-2e67bc9d6bc3, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '884c3940-5898-4352-9f29-49892128a902'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:21.366994 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.367955 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:44:21.371937 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:44:21.452914 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] For port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:21.454176 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.458833 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] For port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:21.475159 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4c74f2-6194-40e7-ad70-d915c2d63a97,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.478634 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eef438fd-3722-4dc0-8f93-8cd87017fb0b no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:21.494594 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.502226 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.507486 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f675d8f0-d80d-47e7-bc3d-2eece604fa48 HTTP/1.1" status: 204 len: 168 time: 1.1322207 Aug 26 12:44:21.509369 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: eef438fd-3722-4dc0-8f93-8cd87017fb0b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:21.509871 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device eef438fd-3722-4dc0-8f93-8cd87017fb0b not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:21.510268 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 45d1aa91-ab7e-400c-b741-0976fffd6446 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:21.522964 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27758-4ace-434f-b063-f4df3847d3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f675d8f0-d80d-47e7-bc3d-2eece604fa48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.535662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 45d1aa91-ab7e-400c-b741-0976fffd6446 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:21.536024 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 45d1aa91-ab7e-400c-b741-0976fffd6446 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:21.536408 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:21.548901 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.561713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:21.562046 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 83d0ba5c-61bc-4747-a5f5-fc51a9d9ede7 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:21.605394 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.609631 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9e92578f-b4bf-4f75-be28-06d4592f7c27 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555153 Aug 26 12:44:21.609950 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:21.615227 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:21.634474 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:21.639495 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:21.696475 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a35e-2386-485f-93af-5a460aa83b0a None None] Pushing event updated for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:21.719808 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Project 1afa8cfaf25a439e9d4a91654450860b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:44:21.731728 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.819441 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:21.895179 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.916610 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebc07-cad3-49f3-9cf8-8956a5d62b09 req-b4e84d2b-35d3-4aa8-884e-a0432b12bedc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:21.919773 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4baebc07-cad3-49f3-9cf8-8956a5d62b09 req-b4e84d2b-35d3-4aa8-884e-a0432b12bedc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0877156 Aug 26 12:44:21.959203 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:21.993473 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea58f472-2141-44c4-a005-c865d6f0a66d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:22.002590 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4baebc07-cad3-49f3-9cf8-8956a5d62b09 req-a43b92df-037b-4e46-8552-e3c07dba8925 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595644 Aug 26 12:44:22.039073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:22.085343 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eadcda1d-2acc-4ed8-9a8b-d5147132740d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f413ff7269c43838c6aa0b2ca035c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444205 Aug 26 12:44:22.087707 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:22.094852 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.099184 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:22.100583 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0a0aca9a-9297-428b-b374-223d85d1c7ea tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882228 Aug 26 12:44:22.106251 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'security_group_rule': {'security_group_id': '316fdb95-cbcf-467e-892e-56b1918949fd', 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:22.161767 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 4, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'b05d1b18-0881-4a41-a6af-2e67bc9d6bc3', 'name': '', 'network_id': '884c3940-5898-4352-9f29-49892128a902', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'mac_address': 'fa:16:3e:28:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:15Z', 'updated_at': '2021-08-26T12:44:21Z', 'revision_number': 4, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'subnets': [{'id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:22.178303 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.191541 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf594153-7d76-497a-95bb-6309e7632231 None None] The sync data for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi is: [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:44:16Z', 'revision_number': 4, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'b05d1b18-0881-4a41-a6af-2e67bc9d6bc3', 'name': '', 'network_id': '884c3940-5898-4352-9f29-49892128a902', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'mac_address': 'fa:16:3e:28:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:15Z', 'updated_at': '2021-08-26T12:44:21Z', 'revision_number': 4, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'subnets': [{'id': '202ecacf-2c87-4886-9f9d-473438e9c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:22.210899 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.287397 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Project 1afa8cfaf25a439e9d4a91654450860b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:44:22.294502 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.399492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.404149 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.409104 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63d69019-ccdc-4f1e-b830-681eb0717d73 HTTP/1.1" status: 204 len: 168 time: 0.3166485 Aug 26 12:44:22.432048 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.444172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361968cd-05c5-4b18-9e48-19d23899a902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d69019-ccdc-4f1e-b830-681eb0717d73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:22.524899 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.556911 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6bddae-f3a1-4133-aa0a-6111ba99f286,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:22.599396 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:22.600865 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e19f9446-1d28-433d-9834-3164d19816ef tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992943 Aug 26 12:44:23.204814 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b0b1-e1e0-44de-b992-cb5b2dcec581 req-e10e6dc9-dc3e-4cb8-96eb-4cd184dd4381 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:23.207197 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6475b0b1-e1e0-44de-b992-cb5b2dcec581 req-e10e6dc9-dc3e-4cb8-96eb-4cd184dd4381 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0959430 Aug 26 12:44:23.295900 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6475b0b1-e1e0-44de-b992-cb5b2dcec581 req-c64fbe28-5171-48e7-bf26-bae7ddbb2507 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780048 Aug 26 12:44:23.402887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:44:23.524932 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:23.529962 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:23.630589 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-145faa72-313e-4f45-bc66-0037769a3719 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=520b9a2f9b5a4772a898f522070ca5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990646 Aug 26 12:44:23.634261 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:23.637526 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:23.676647 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:44:23.761394 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:23.783546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:23.788326 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:23.795048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:23.837633 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:23.846477 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:23.872198 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:44:23.954259 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:24.047373 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:24.078465 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:24.133523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:24.154042 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:24.157784 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:24.162718 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/728f8f4d-21aa-4063-b6d7-960df910f692 HTTP/1.1" status: 204 len: 168 time: 0.5239301 Aug 26 12:44:24.187504 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:24.225503 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62081f93-c00c-4a9b-8709-bdbaa8b295d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f8f4d-21aa-4063-b6d7-960df910f692,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:24.239814 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['b4ed0100-ba44-42be-88ce-4fb4972f7213'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:44:24.285504 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:24.499398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa482d3-3111-4ee8-a536-641612183667 req-e207da3b-bd21-4c9c-9090-3c564e51914e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:24.512252 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7aa482d3-3111-4ee8-a536-641612183667 req-e207da3b-bd21-4c9c-9090-3c564e51914e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.1013103 Aug 26 12:44:24.513137 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb62a-d4e5-4099-bd54-f76c0a2545ce req-66e61b36-3744-4905-890b-b7a85300617b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:24.515003 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-131fb62a-d4e5-4099-bd54-f76c0a2545ce req-66e61b36-3744-4905-890b-b7a85300617b tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.1192110 Aug 26 12:44:24.564837 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:24.583967 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7aa482d3-3111-4ee8-a536-641612183667 req-a3aefbb8-5dd9-47e6-822e-668ac4beb94e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704362 Aug 26 12:44:24.629339 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-131fb62a-d4e5-4099-bd54-f76c0a2545ce req-6fcbaec1-81b8-4156-aaa2-96857eed850c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061947 Aug 26 12:44:25.419746 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:25.479665 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:44:25.504679 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port b4ed0100-ba44-42be-88ce-4fb4972f7213 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:25.505417 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:25.588286 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:25.589443 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:25.714197 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:25.796434 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:44:25.801260 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b10095-a801-4a82-ad8e-d7de371026c5" -d '{"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:44:25.839582 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:25.843341 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09148b2-8a9f-4a68-b13e-aea92f633f8a req-f2edd4af-2638-4e03-a22b-73b937361856 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:25.847637 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e09148b2-8a9f-4a68-b13e-aea92f633f8a req-f2edd4af-2638-4e03-a22b-73b937361856 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.1236167 Aug 26 12:44:25.910488 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e09148b2-8a9f-4a68-b13e-aea92f633f8a req-cd7afa2f-d4fd-4f9f-9307-b3dd43c8c670 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Aug 26 12:44:25.922382 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:25.935003 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99614-95a7-414c-9639-56b9d1d48c95 req-6eeba13c-0352-4757-b58b-eb2d24a87e83 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:25.947855 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70a99614-95a7-414c-9639-56b9d1d48c95 req-6eeba13c-0352-4757-b58b-eb2d24a87e83 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.1281815 Aug 26 12:44:26.009182 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70a99614-95a7-414c-9639-56b9d1d48c95 req-6b92b393-8aba-4698-b915-e768006ff83e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611486 Aug 26 12:44:26.033821 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:26.327124 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfab07c-f3aa-4beb-a178-067e8013703f x-openstack-request-id: req-bdfab07c-f3aa-4beb-a178-067e8013703f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:44:26.327643 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:44:26.327643 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdfab07c-f3aa-4beb-a178-067e8013703f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:44:26.328038 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'code': 200} Aug 26 12:44:26.355646 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-3a155ffa-b912-42c4-ad77-354e81098a2c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:26.357294 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-3a155ffa-b912-42c4-ad77-354e81098a2c tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.0858309 Aug 26 12:44:26.522583 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Deleting port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:26.523271 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:26.685837 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] For port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:26.686482 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:26.945540 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:26.946618 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:26.946618 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Floating IP f8d6ed41-0307-4f5c-a44e-cf555ed3bcce disassociated. External IP: 172.27.0.60, port: 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4. Aug 26 12:44:26.947132 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Calling delete_port for 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:27.133655 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bde3a-7f7b-4f75-aa44-311bd23ff145 req-70c68618-d4c2-4b22-8607-da2c5ec1d1ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:27.153061 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b53bde3a-7f7b-4f75-aa44-311bd23ff145 req-70c68618-d4c2-4b22-8607-da2c5ec1d1ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1240785 Aug 26 12:44:27.234989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cff7bb-39b5-413a-9ac6-471471861303 req-786d5eca-4574-47ca-93b5-240fb8f671fc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:27.236853 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43cff7bb-39b5-413a-9ac6-471471861303 req-786d5eca-4574-47ca-93b5-240fb8f671fc tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 945 time: 0.0727601 Aug 26 12:44:27.241454 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b53bde3a-7f7b-4f75-aa44-311bd23ff145 req-60064960-46d2-40d4-a3ce-590b741c6166 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822616 Aug 26 12:44:27.285080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:27.289456 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43cff7bb-39b5-413a-9ac6-471471861303 req-93dc5b72-1da2-4b77-9f72-e8ce0852286e tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c973030-4eb3-4b54-a32d-b893b2c1ef8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448623 Aug 26 12:44:27.335907 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'Port': ['ID=30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:27.550958 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:27.678758 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:27.694411 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:27.705456 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:27.706216 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:27.742060 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] No DVR routers for this DVR port 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:27.745168 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:27.747414 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb2faecb-fc42-49b0-9436-bd7e1f6cf45f req-8ab0a2e4-5123-4f1e-8f7e-ccf206aed947 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.65 "DELETE /v2.0/ports/30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 HTTP/1.1" status: 204 len: 173 time: 1.3801408 Aug 26 12:44:27.747928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'name': 'network-vif-deleted', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:44:27.750742 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f39612-a77b-4b4f-b36d-5b32bb6f058f" -d '{"events": [{"server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "name": "network-vif-deleted", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:44:27.825704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2af4cbc-328c-44c5-aeb8-03d96e03690c x-openstack-request-id: req-d2af4cbc-328c-44c5-aeb8-03d96e03690c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:44:27.826072 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd31d3e-079b-4262-b581-6cbc7b44bd8b", "name": "network-vif-deleted", "tag": "30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:44:27.826390 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2af4cbc-328c-44c5-aeb8-03d96e03690c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:44:27.826938 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd31d3e-079b-4262-b581-6cbc7b44bd8b', 'name': 'network-vif-deleted', 'tag': '30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4', 'status': 'completed', 'code': 200} Aug 26 12:44:27.860396 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:28.102905 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:28.132294 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:28.144197 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:28.145022 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:28.381946 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:28.509209 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5966e2ce-26d6-415c-8b07-1f330a6fdc06 req-10deaf24-b135-46ca-b433-5fd6f01968e2 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fd31d3e-079b-4262-b581-6cbc7b44bd8b HTTP/1.1" status: 200 len: 210 time: 0.0445359 Aug 26 12:44:28.547064 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37acd85-ce8e-49ba-890f-20ebe5ccc71b req-c93e3b11-142e-4ec3-bfe3-ed3659fa53ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:28.548927 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a37acd85-ce8e-49ba-890f-20ebe5ccc71b req-c93e3b11-142e-4ec3-bfe3-ed3659fa53ec tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1182210 Aug 26 12:44:28.634069 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a37acd85-ce8e-49ba-890f-20ebe5ccc71b req-50275670-0235-414d-afcc-c085b6876dd6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747952 Aug 26 12:44:28.831774 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:28.874310 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644b139-844a-40de-9e0a-40f8cdf2942d None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:37:47Z', 'revision_number': 4, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '794725ca-880a-473d-9b72-ce32536ed19d', 'name': '', 'network_id': '60fe485c-890c-4715-b43a-e25dad17a0d0', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'mac_address': 'fa:16:3e:99:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:45Z', 'updated_at': '2021-08-26T12:38:04Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'subnets': [{'id': '1e87fc9c-b7bd-45cb-92af-f9a903bda0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:29.254551 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1cefd-31d1-41e5-8a44-32327466273d None None] New status for floating IP f8d6ed41-0307-4f5c-a44e-cf555ed3bcce: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:44:29.754927 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:29.891643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:29.910711 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968063db-14c0-4592-953f-220a5b67b153 req-ac1d7efe-dabe-449e-ab05-9e6cbedc2d72 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:29.912352 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-968063db-14c0-4592-953f-220a5b67b153 req-ac1d7efe-dabe-449e-ab05-9e6cbedc2d72 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0954463 Aug 26 12:44:29.956137 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:29.992995 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-968063db-14c0-4592-953f-220a5b67b153 req-5f161136-288d-4aa6-9340-2d51dfc9feaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676479 Aug 26 12:44:30.135689 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:30.138532 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:30.144760 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c973030-4eb3-4b54-a32d-b893b2c1ef8b HTTP/1.1" status: 204 len: 168 time: 0.3820834 Aug 26 12:44:30.150389 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:30.171254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.api.v2.resource [None req-5ca60b8f-dffc-4d35-9a86-09ca17ea7127 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] show failed (client error): The resource could not be found. Aug 26 12:44:30.172327 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5ca60b8f-dffc-4d35-9a86-09ca17ea7127 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "GET /v2.0/security-groups/3c973030-4eb3-4b54-a32d-b893b2c1ef8b HTTP/1.1" status: 404 len: 347 time: 0.0278988 Aug 26 12:44:30.174501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b539f-7c0d-455b-aa43-1821403063c1 tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c973030-4eb3-4b54-a32d-b893b2c1ef8b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:30.177014 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:30.634580 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Deleting port e7170fc3-7b9f-47b2-bf35-92d513ba1d44 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:30.635096 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:30.760434 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:30.760825 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:30.778948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Calling delete_port for e7170fc3-7b9f-47b2-bf35-92d513ba1d44 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:31.090354 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:31.120152 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Pushing event deleted for resources: {'Port': ['ID=e7170fc3-7b9f-47b2-bf35-92d513ba1d44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:31.227338 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:31.230141 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:31.231336 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-da6cd907-e746-4c3a-b347-ad1df2d1da1f tempest-AttachVolumeTestJSON-398745801 tempest-AttachVolumeTestJSON-398745801-project] 10.222.0.15 "DELETE /v2.0/floatingips/f8d6ed41-0307-4f5c-a44e-cf555ed3bcce HTTP/1.1" status: 204 len: 168 time: 1.0521009 Aug 26 12:44:31.255706 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852957c-63ac-4d05-a5ee-07e3ff19410e req-4e98892c-f279-4986-960e-a1d5f145b1d0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:31.267810 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1852957c-63ac-4d05-a5ee-07e3ff19410e req-4e98892c-f279-4986-960e-a1d5f145b1d0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0974104 Aug 26 12:44:31.313487 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1852957c-63ac-4d05-a5ee-07e3ff19410e req-30eb4dcc-6d1d-4f80-9e23-80e1c4d8574d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487235 Aug 26 12:44:31.434190 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:31.463309 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:31.463697 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 30f2f6aa-47bb-4c8a-aa7b-5dc3558593c4 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:32.477923 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d212-bc44-49f5-8c0e-0bc82abb4e35 req-749a35e7-227d-4bc3-93c5-36efc80fdd1c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:32.480316 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d88d212-bc44-49f5-8c0e-0bc82abb4e35 req-749a35e7-227d-4bc3-93c5-36efc80fdd1c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0689034 Aug 26 12:44:32.574816 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d88d212-bc44-49f5-8c0e-0bc82abb4e35 req-77b1ac6c-d10d-4664-8ddd-9029d8166bb3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844421 Aug 26 12:44:33.751296 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246f5c8-9f02-4bb9-a0bc-15af1d6d0535 req-fe737f5c-b252-4d46-9e54-33f952155972 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:33.760193 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d246f5c8-9f02-4bb9-a0bc-15af1d6d0535 req-fe737f5c-b252-4d46-9e54-33f952155972 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0845165 Aug 26 12:44:33.817412 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d246f5c8-9f02-4bb9-a0bc-15af1d6d0535 req-1dcf159a-6df8-492c-b27d-7dfec1a3a465 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559766 Aug 26 12:44:35.031384 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d2870-7cae-48d1-aa0f-efdd4576ad9e req-d21668d9-2fa4-4047-8721-4933efd4dce1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:35.034314 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fe2d2870-7cae-48d1-aa0f-efdd4576ad9e req-d21668d9-2fa4-4047-8721-4933efd4dce1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0703168 Aug 26 12:44:35.092563 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fe2d2870-7cae-48d1-aa0f-efdd4576ad9e req-d746abf9-45de-47b1-9de1-6bc1ec089d6b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516851 Aug 26 12:44:35.545130 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:35.578983 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:44:36.261177 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:36.384904 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4ca57-07b7-40d4-8ec7-e3a3afd37959 req-4c1198b7-98b1-4f4b-8b5a-94d823d99737 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:36.390713 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cb4ca57-07b7-40d4-8ec7-e3a3afd37959 req-4c1198b7-98b1-4f4b-8b5a-94d823d99737 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.1699691 Aug 26 12:44:36.490119 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cb4ca57-07b7-40d4-8ec7-e3a3afd37959 req-3c0aca8a-35ad-4ca2-aab0-5df2038a452d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756733 Aug 26 12:44:36.643405 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Deleting port 794725ca-880a-473d-9b72-ce32536ed19d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:36.644244 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:36.762183 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] For port 794725ca-880a-473d-9b72-ce32536ed19d, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=794725ca-880a-473d-9b72-ce32536ed19d,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:36.769250 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:36.778397 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Calling delete_port for 794725ca-880a-473d-9b72-ce32536ed19d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:37.122569 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:37.150917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=794725ca-880a-473d-9b72-ce32536ed19d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:37.248206 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:37.336656 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:37.566549 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:44:37.674525 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d85c31-b608-415b-837b-68c65e512d95 req-9c1bbf49-6d8a-41e5-9417-d47ce640ce58 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:37.677143 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f8d85c31-b608-415b-837b-68c65e512d95 req-9c1bbf49-6d8a-41e5-9417-d47ce640ce58 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0684707 Aug 26 12:44:37.680536 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:44:37.686434 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f5389975-9f74-4698-95e7-cac8ee4a5fd6 admin admin] 10.222.0.15 "PUT /v2.0/routers/939fc6c8-62a0-488b-81c9-6a0b1bd20b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399345 Aug 26 12:44:37.690200 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:37.697265 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Sync routers for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:44:37.709493 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:37.710114 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:37.735228 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f8d85c31-b608-415b-837b-68c65e512d95 req-c82291e8-da72-406b-92a4-1869ab0f8183 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490928 Aug 26 12:44:37.807555 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:37.916431 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:37.954622 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:37.996998 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-2e92fd85-d918-4652-b702-7328c42591c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:37.998533 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-2e92fd85-d918-4652-b702-7328c42591c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1098 time: 0.0447040 Aug 26 12:44:38.141687 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-5aee1fa7-777a-4a5c-aded-ba7c4127adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:38.143229 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-5aee1fa7-777a-4a5c-aded-ba7c4127adf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.1352067 Aug 26 12:44:38.145979 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Deleting port 932d2ce9-3038-4194-b476-e65f0a9f071a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:38.146922 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:38.198422 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:44:36Z', 'revision_number': 5, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port': {'id': '932d2ce9-3038-4194-b476-e65f0a9f071a', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:38.254279 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Checking router: 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:44:38.270590 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Routers {'939fc6c8-62a0-488b-81c9-6a0b1bd20b70'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:44:38.272356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:44:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:38.308458 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-7686a99d-46cd-44e7-838d-5af8f410c734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 1000 time: 0.1489444 Aug 26 12:44:38.382284 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] For port 932d2ce9-3038-4194-b476-e65f0a9f071a, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=932d2ce9-3038-4194-b476-e65f0a9f071a,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:38.382653 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:38.402959 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Calling delete_port for 932d2ce9-3038-4194-b476-e65f0a9f071a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:38.411514 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-4f9ef382-1ff8-4848-8926-e0ea07ff624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:38.413625 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-4f9ef382-1ff8-4848-8926-e0ea07ff624c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0920420 Aug 26 12:44:38.443515 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] Set router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:44:38.511650 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-38bddaab-3c85-4518-bffb-41f1f1cf9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:38.512790 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-768466e5-7633-4327-a422-1c68b8514897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:44:37Z', 'revision_number': 6, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:38.513117 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-38bddaab-3c85-4518-bffb-41f1f1cf9793 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910482 Aug 26 12:44:38.543857 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768466e5-7633-4327-a422-1c68b8514897 None None] The sync data for ids ['939fc6c8-62a0-488b-81c9-6a0b1bd20b70'] in dv-cinder-806140-1-iscsi is: [{'id': '939fc6c8-62a0-488b-81c9-6a0b1bd20b70', 'name': 'tempest-AttachVolumeTestJSON-1193304406-router', 'tenant_id': '5a8b2961939a44f9915441d17cb97d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:35Z', 'updated_at': '2021-08-26T12:44:37Z', 'revision_number': 6, 'project_id': '5a8b2961939a44f9915441d17cb97d82', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:44:38.694504 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-699f6967-4fe8-4a4c-9d28-2dfeb86d9497 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479809 Aug 26 12:44:38.807088 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:38.824840 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9dbe03c4-d719-48e6-a9a3-4790cc1eb690 req-301a3a6e-1795-49f3-a484-f1508078fc8b service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206930 Aug 26 12:44:38.873071 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Pushing event deleted for resources: {'Port': ['ID=932d2ce9-3038-4194-b476-e65f0a9f071a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:39.286407 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92d829-2354-4607-988a-56998ac28bcf req-062e88b1-54c9-44a5-b566-4a7c12323678 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:39.287924 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c92d829-2354-4607-988a-56998ac28bcf req-062e88b1-54c9-44a5-b566-4a7c12323678 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.4618626 Aug 26 12:44:39.292159 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.323017 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-583fab32-4acb-482b-94e0-5a3bb61794a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:39.324520 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-583fab32-4acb-482b-94e0-5a3bb61794a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1098 time: 0.1179664 Aug 26 12:44:39.450719 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.455937 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45b72ed-aa2f-4933-819f-c13e80edb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.460707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.480033 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c92d829-2354-4607-988a-56998ac28bcf req-f7b3ee57-9bee-43d3-8d8d-a27087aec282 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834702 Aug 26 12:44:39.518193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 932d2ce9-3038-4194-b476-e65f0a9f071a no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:39.543382 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 932d2ce9-3038-4194-b476-e65f0a9f071a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:39.543805 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 932d2ce9-3038-4194-b476-e65f0a9f071a not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:39.544234 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 794725ca-880a-473d-9b72-ce32536ed19d no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:39.550998 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-c06f9837-98c6-4cb9-a331-767f802c9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:39.553284 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-c06f9837-98c6-4cb9-a331-767f802c9ba4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.1917894 Aug 26 12:44:39.582907 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 794725ca-880a-473d-9b72-ce32536ed19d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:39.583300 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 794725ca-880a-473d-9b72-ce32536ed19d not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:39.603076 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.603617 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939fc6c8-62a0-488b-81c9-6a0b1bd20b70 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:44:39.614735 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.619886 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-934e07d9-d7c3-4655-bc15-ee538497b280 admin admin] 10.222.0.15 "DELETE /v2.0/routers/939fc6c8-62a0-488b-81c9-6a0b1bd20b70 HTTP/1.1" status: 204 len: 168 time: 1.9254348 Aug 26 12:44:39.619886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:39.667141 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-847db29d-1a8e-49f0-b7db-731cb36401be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 1000 time: 0.1062953 Aug 26 12:44:39.699605 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Deleting subnet 1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:44:39.739156 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.800493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-85d53c1b-9ded-4181-90a8-0cc6d1b54ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:39.802154 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-85d53c1b-9ded-4181-90a8-0cc6d1b54ca6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.1260304 Aug 26 12:44:39.806905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:39.911612 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-fbc9318e-ca3b-481a-95de-adcf25a2ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:39.913254 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-fbc9318e-ca3b-481a-95de-adcf25a2ed2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818336 Aug 26 12:44:39.973737 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.056858 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-a11f7fc5-5139-4ad1-91ab-9d6aef29d01a service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342847 Aug 26 12:44:40.161433 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-716f86ba-1465-4617-8fa3-1455e577f8ec req-45d2d6ff-dff6-404e-9e76-af030997eca3 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932133 Aug 26 12:44:40.176259 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.212306 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e87fc9c-b7bd-45cb-92af-f9a903bda0b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:40.218283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.227675 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-15a75d57-375a-4190-8860-77f331f4c028 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1e87fc9c-b7bd-45cb-92af-f9a903bda0b5 HTTP/1.1" status: 204 len: 168 time: 0.6002352 Aug 26 12:44:40.227675 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 36878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:40.228002 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f737890-3f6b-4ee2-bfd3-8f6b121a5027 None None] Network 60fe485c-890c-4715-b43a-e25dad17a0d0 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:44:40.294846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.369840 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Deleting port 0661511f-f5b5-4511-b081-bd229cd2d323 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:40.370186 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.443975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] DHCP port deletion for 60fe485c-890c-4715-b43a-e25dad17a0d0 request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:44:40.453136 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] For port 0661511f-f5b5-4511-b081-bd229cd2d323, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0661511f-f5b5-4511-b081-bd229cd2d323,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:40.453686 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.469332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Calling delete_port for 0661511f-f5b5-4511-b081-bd229cd2d323 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:40.502563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Deleting port 0661511f-f5b5-4511-b081-bd229cd2d323 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:44:40.502563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.572315 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] For port 0661511f-f5b5-4511-b081-bd229cd2d323, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0661511f-f5b5-4511-b081-bd229cd2d323,segment=NetworkSegment(49ce9314-0183-4316-aeb7-ac5829f4537a),segment_id=49ce9314-0183-4316-aeb7-ac5829f4537a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:40.572715 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.588816 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Calling delete_port for 0661511f-f5b5-4511-b081-bd229cd2d323 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:44:40.620984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.624981 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89858-98cb-4651-893e-5a41ffcbd85f req-fb054cf2-17fe-4a28-a17c-2a50976a1994 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:40.626552 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-66f89858-98cb-4651-893e-5a41ffcbd85f req-fb054cf2-17fe-4a28-a17c-2a50976a1994 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 945 time: 0.0527029 Aug 26 12:44:40.671686 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.674501 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] No DVR routers for this DVR port 0661511f-f5b5-4511-b081-bd229cd2d323 on host dv-cinder-806140-1-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:40.686323 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0661511f-f5b5-4511-b081-bd229cd2d323,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:40.687491 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-66f89858-98cb-4651-893e-5a41ffcbd85f req-5b5a09ac-14c2-42cd-be63-06598933eccc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523767 Aug 26 12:44:40.699815 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] Pushing event deleted for resources: {'Port': ['ID=0661511f-f5b5-4511-b081-bd229cd2d323,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:40.703975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ff123-8246-4f23-b2d5-cd6e9cc52360 None None] No DVR routers for this DVR port 0661511f-f5b5-4511-b081-bd229cd2d323 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:44:40.806974 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.821843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fe485c-890c-4715-b43a-e25dad17a0d0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:40.834846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ce9314-0183-4316-aeb7-ac5829f4537a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:40.835130 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ce9314-0183-4316-aeb7-ac5829f4537a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:44:40.845745 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.860932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.870054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:44:40.870688 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:44:40.873870 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:44:41.043970 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.049895 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.056546 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60fe485c-890c-4715-b43a-e25dad17a0d0 HTTP/1.1" status: 204 len: 168 time: 0.8273380 Aug 26 12:44:41.067338 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daede945-8ed2-4188-9228-b4c29ed595a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fe485c-890c-4715-b43a-e25dad17a0d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:41.406450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:41.469086 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-343e5630-859a-45d3-9c5b-33b38a48190a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a8b2961939a44f9915441d17cb97d82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607402 Aug 26 12:44:41.469717 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0661511f-f5b5-4511-b081-bd229cd2d323 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:41.474440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 36888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:41.503009 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 0661511f-f5b5-4511-b081-bd229cd2d323 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:44:41.504005 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0661511f-f5b5-4511-b081-bd229cd2d323 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:44:41.513023 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:41.532942 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.557792 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.594902 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.618844 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:44:41.621283 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab40da-5f08-4d9c-80d5-6fe11d796cc2" -d '{"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:44:41.636142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:44:41.665005 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8ef7d-150f-4ce2-9331-f36ed07db5fe x-openstack-request-id: req-0cb8ef7d-150f-4ce2-9331-f36ed07db5fe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:44:41.670166 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:44:41.670166 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cb8ef7d-150f-4ce2-9331-f36ed07db5fe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:44:41.670166 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'code': 200} Aug 26 12:44:41.695752 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.698961 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.704679 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ff3f6d-9102-43c3-a908-b366d2430768 HTTP/1.1" status: 204 len: 168 time: 0.2247908 Aug 26 12:44:41.708449 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9412d4-4e1c-4eb8-a947-b3c61299887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ff3f6d-9102-43c3-a908-b366d2430768,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:41.741912 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:41.799145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:41.824542 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db315ee-24da-4e87-bc57-9fbada5f8d0b req-91aa85d9-d2b4-45dd-b87d-2b8cfa13a407 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:41.826084 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5db315ee-24da-4e87-bc57-9fbada5f8d0b req-91aa85d9-d2b4-45dd-b87d-2b8cfa13a407 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0501728 Aug 26 12:44:41.870731 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5db315ee-24da-4e87-bc57-9fbada5f8d0b req-bfcf0d5f-99da-40bb-8a03-8370ea58745e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387650 Aug 26 12:44:42.198831 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ce6914c-57d5-44c8-a01b-a7a1812504b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:42.227473 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:43.059591 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-6d7beaa1-e100-4f81-b76b-71b17899edd9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307877064&fields=id&tenant_id=1afa8cfaf25a439e9d4a91654450860b HTTP/1.1" status: 200 len: 267 time: 0.0409665 Aug 26 12:44:43.171907 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-e3a363b7-0f13-4767-bf7f-a45419b460bc tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:43.173473 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-e3a363b7-0f13-4767-bf7f-a45419b460bc tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 808 time: 0.1070428 Aug 26 12:44:43.189945 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-04fc6a91-1ee7-4978-bf9a-d244d728d576 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/quotas/1afa8cfaf25a439e9d4a91654450860b HTTP/1.1" status: 200 len: 375 time: 0.0099819 Aug 26 12:44:43.245323 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-18dbdb52-abba-4033-995c-72d5b5d4a465 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486071 Aug 26 12:44:43.347897 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-c4504baa-4fb1-4e7e-84e5-7c31ef7c8616 service neutron] 10.222.0.15 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901840 Aug 26 12:44:43.456554 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-71bb7064-190a-4f7d-a98d-3e3665056181 service neutron] 10.222.0.15 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015377 Aug 26 12:44:43.987105 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:44.296891 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ebf4a74c-d2c0-452f-807f-72d058eb8080 req-c5b00370-be52-49cb-acee-ac979784abb1 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Aug 26 12:44:45.269575 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63638-cd26-48e3-9edc-fd8679b97ee6 req-aabb4c83-23de-4f9b-97d8-254f3d9b2335 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:45.271171 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b4d63638-cd26-48e3-9edc-fd8679b97ee6 req-aabb4c83-23de-4f9b-97d8-254f3d9b2335 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0626626 Aug 26 12:44:45.323759 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b4d63638-cd26-48e3-9edc-fd8679b97ee6 req-cf166d24-4959-45b8-a92d-960fcc581d3b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454674 Aug 26 12:44:45.385314 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:45.411087 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e4cd2f58-df2e-44b6-97f1-9ea962fc6225 req-a9310cdf-11fe-49e3-83de-e2fe4ad97487 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Aug 26 12:44:45.541792 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:44:45.768611 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:45.857464 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-8ecc2f78-4165-4233-9b42-264831e9b8d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876105 Aug 26 12:44:46.217210 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-75dfd45f-d746-4cd1-becd-50955a3a2b50 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:46.218757 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-75dfd45f-d746-4cd1-becd-50955a3a2b50 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 808 time: 0.1030509 Aug 26 12:44:46.284838 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-5a3a784e-aa0c-425d-a695-063c2fd47536 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1afa8cfaf25a439e9d4a91654450860b HTTP/1.1" status: 200 len: 379 time: 0.0437870 Aug 26 12:44:46.298348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'port': {'device_id': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'admin_state_up': True, 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'security_groups': ['316fdb95-cbcf-467e-892e-56b1918949fd']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:46.460014 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a62a28-b8bb-44c8-9223-26d8c0f850c2 req-f4472ea8-4b46-421b-8b52-548c220f1016 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:46.461595 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50a62a28-b8bb-44c8-9223-26d8c0f850c2 req-f4472ea8-4b46-421b-8b52-548c220f1016 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0510206 Aug 26 12:44:46.505588 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50a62a28-b8bb-44c8-9223-26d8c0f850c2 req-120cd528-cbfb-4d74-95e0-d59dce630bd0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Aug 26 12:44:46.516931 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eceaf8a1-8dd3-4ee6-b654-b0323895f0b5 req-a5fc8dde-22f9-40ce-a705-0fa2e38bf4ab tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 210 time: 0.0263841 Aug 26 12:44:46.518210 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Made reservation on behalf of 1afa8cfaf25a439e9d4a91654450860b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:44:46.522123 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:46.658846 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Allocated IP 172.20.0.4 (a40d9dec-94ef-4a2f-88c7-eb100f13c1ed/2228d393-3970-4239-8503-dc052f70cffe/a8a1fd3c-01f1-4453-9907-0342b47da148) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:44:46.799493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:46.813001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Transition to ACTIVE for port object a8a1fd3c-01f1-4453-9907-0342b47da148 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:46.912899 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:46.955804 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:44:46.961451 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:44:46.965134 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:44:46.989212 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:47.018697 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:47.019328 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:47.173026 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-29308f18-ed05-4ebf-82bf-62faeade8ac7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820198 Aug 26 12:44:47.278327 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2cac7e3-836b-4950-b38c-988690501d0d None None] Provisioning for port a8a1fd3c-01f1-4453-9907-0342b47da148 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:44:47.282383 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2cac7e3-836b-4950-b38c-988690501d0d None None] Provisioning complete for port a8a1fd3c-01f1-4453-9907-0342b47da148 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:44:47.288478 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2cac7e3-836b-4950-b38c-988690501d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:47.322714 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d2cac7e3-836b-4950-b38c-988690501d0d None None] Port a8a1fd3c-01f1-4453-9907-0342b47da148 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:44:47.637485 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931a07-5f3e-4c7a-a4aa-1ec9cabda63e req-639ec177-2302-478b-9db3-2c4dbe0c7778 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:47.639248 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7f931a07-5f3e-4c7a-a4aa-1ec9cabda63e req-639ec177-2302-478b-9db3-2c4dbe0c7778 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 931 time: 0.0500150 Aug 26 12:44:47.641993 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698561-46dd-4c9e-b8ff-7e54fc3e3539 req-c05d8171-c5b7-4c42-b6d6-fa8983a73745 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:47.643633 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d698561-46dd-4c9e-b8ff-7e54fc3e3539 req-c05d8171-c5b7-4c42-b6d6-fa8983a73745 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0650382 Aug 26 12:44:47.681543 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7f931a07-5f3e-4c7a-a4aa-1ec9cabda63e req-6be572e5-db27-492f-9a62-17748f0e42be tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358808 Aug 26 12:44:47.695526 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d698561-46dd-4c9e-b8ff-7e54fc3e3539 req-5468ed07-beb9-4519-997e-20fa5efc6665 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455930 Aug 26 12:44:48.805440 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425bea-635d-4d2b-bd63-b27df4783655 req-953191de-d0de-4af5-a2dc-088f427fd541 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:48.806923 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74425bea-635d-4d2b-bd63-b27df4783655 req-953191de-d0de-4af5-a2dc-088f427fd541 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 931 time: 0.0576026 Aug 26 12:44:48.827788 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403f0b7-c923-4e30-ba80-57f8c46b066e req-4014574c-9c2c-44d1-9975-b882d40cbcaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:48.829307 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1403f0b7-c923-4e30-ba80-57f8c46b066e req-4014574c-9c2c-44d1-9975-b882d40cbcaf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0596235 Aug 26 12:44:48.847287 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74425bea-635d-4d2b-bd63-b27df4783655 req-7756ffee-a267-4b4d-90b7-a997c3dcec54 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340047 Aug 26 12:44:48.868478 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1403f0b7-c923-4e30-ba80-57f8c46b066e req-12fd5ea6-4799-42f9-b0ad-6f596dcb40e4 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321898 Aug 26 12:44:49.057488 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Request body: {'port': {'device_id': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:44:49.114037 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.397940 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a1fd3c-01f1-4453-9907-0342b47da148 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:44:49.405692 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.417623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Transition to ACTIVE for port object a8a1fd3c-01f1-4453-9907-0342b47da148 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:44:49.477945 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.532095 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:49.611318 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Attempting to bind port a8a1fd3c-01f1-4453-9907-0342b47da148 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:44:49.611651 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Attempting to bind port a8a1fd3c-01f1-4453-9907-0342b47da148 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:44:49.612063 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Attempting to bind port a8a1fd3c-01f1-4453-9907-0342b47da148 on network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:49.617790 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Port a8a1fd3c-01f1-4453-9907-0342b47da148 on network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:44:49.618260 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Attempting to bind port a8a1fd3c-01f1-4453-9907-0342b47da148 on network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:44:49.624785 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:44:49.625205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Checking segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:44:49.625651 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Bound using segment: {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:44:49.626163 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Bound port: a8a1fd3c-01f1-4453-9907-0342b47da148, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9816f6-27d6-46ab-a88f-0e92a40658eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:44:49.626595 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.698568 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:44:49.701808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:44:49.797080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.833809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:49.834426 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:49.836509 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 1093 time: 0.7844236 Aug 26 12:44:49.837043 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:44:49.839316 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d54034-d885-45e5-87f6-367df7127ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:44:49.864909 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8aaa2-96eb-4765-bab8-ed61d246dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:49.893749 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915f34b2-1264-4e59-8b07-e42e7a9e5fa9 x-openstack-request-id: req-915f34b2-1264-4e59-8b07-e42e7a9e5fa9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:44:49.894158 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:44:49.895843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-915f34b2-1264-4e59-8b07-e42e7a9e5fa9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:44:49.895843 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'status': 'completed', 'code': 200} Aug 26 12:44:50.015289 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df78f-7714-4636-b9ac-c475115064ae req-29ed9b1b-3833-4e34-ae00-4929a98456e8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.023310 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb7df78f-7714-4636-b9ac-c475115064ae req-29ed9b1b-3833-4e34-ae00-4929a98456e8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0903900 Aug 26 12:44:50.028525 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54034-d885-45e5-87f6-367df7127ad9 req-78e276c5-ee33-4850-9d55-1258a2f52ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.030313 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21d54034-d885-45e5-87f6-367df7127ad9 req-78e276c5-ee33-4850-9d55-1258a2f52ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1096 time: 0.0826793 Aug 26 12:44:50.066556 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ef33d-65ba-450f-b4d1-2fb707ef5df8 req-517747f6-9537-40f1-abdd-aa5db3373d33 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.068166 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-213ef33d-65ba-450f-b4d1-2fb707ef5df8 req-517747f6-9537-40f1-abdd-aa5db3373d33 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0848062 Aug 26 12:44:50.075365 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1acc-77bf-4102-a702-60d827e552bc req-8325b164-cf8f-4983-a6bd-002a52a8acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.076916 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-8325b164-cf8f-4983-a6bd-002a52a8acce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb&tenant_id=5f52e099a757438aad026a6f02bd92b1 HTTP/1.1" status: 200 len: 1096 time: 0.1148074 Aug 26 12:44:50.080356 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eb7df78f-7714-4636-b9ac-c475115064ae req-05ee84f7-a90e-4c34-91d7-73d19d40df3f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561600 Aug 26 12:44:50.153382 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1acc-77bf-4102-a702-60d827e552bc req-efca27cc-0665-4b0f-8c7b-146d7326c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.154789 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-efca27cc-0665-4b0f-8c7b-146d7326c920 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1096 time: 0.0419202 Aug 26 12:44:50.157569 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-213ef33d-65ba-450f-b4d1-2fb707ef5df8 req-e2248f38-5e01-4a74-a56c-d37bb59f415d tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751810 Aug 26 12:44:50.192787 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54034-d885-45e5-87f6-367df7127ad9 req-846e8587-c90a-4b00-9aa8-2f0f91262e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.195021 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21d54034-d885-45e5-87f6-367df7127ad9 req-846e8587-c90a-4b00-9aa8-2f0f91262e1b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=1afa8cfaf25a439e9d4a91654450860b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1478360 Aug 26 12:44:50.246996 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1acc-77bf-4102-a702-60d827e552bc req-9ef49c86-0bfe-487b-b189-1e0aa2c90018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.248511 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-9ef49c86-0bfe-487b-b189-1e0aa2c90018 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.0871394 Aug 26 12:44:50.302527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54034-d885-45e5-87f6-367df7127ad9 req-30fecd89-891f-44b6-80df-f9723a89cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.304848 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21d54034-d885-45e5-87f6-367df7127ad9 req-30fecd89-891f-44b6-80df-f9723a89cb9b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991061 Aug 26 12:44:50.325773 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-7888b2d3-c3b2-446b-acad-b6543f5fd3fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 998 time: 0.0695169 Aug 26 12:44:50.377723 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1acc-77bf-4102-a702-60d827e552bc req-c8b887a2-d9cb-4975-a033-4eb0a2e0a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.379120 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-c8b887a2-d9cb-4975-a033-4eb0a2e0a896 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0456293 Aug 26 12:44:50.413132 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-654c4d04-306d-47c8-a198-6795d0b199e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.414802 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-654c4d04-306d-47c8-a198-6795d0b199e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1096 time: 0.0462751 Aug 26 12:44:50.425065 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1acc-77bf-4102-a702-60d827e552bc req-01149e02-0cac-41d6-b103-1089831440a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.426549 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-01149e02-0cac-41d6-b103-1089831440a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408106 Aug 26 12:44:50.478486 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-2a90f106-b297-4ffb-8591-13eebd6af127 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 217 time: 0.0368426 Aug 26 12:44:50.529683 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-2f5b4bc0-b3dc-4b0c-a9d2-6ccceec125d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.531317 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-2f5b4bc0-b3dc-4b0c-a9d2-6ccceec125d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0445683 Aug 26 12:44:50.532114 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-b3d09927-0c12-4cdc-8860-ede12dc2e3b2 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896580 Aug 26 12:44:50.589172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-81df716d-5c95-4b42-986d-078324c23962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:50.590963 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-81df716d-5c95-4b42-986d-078324c23962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468385 Aug 26 12:44:50.630912 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acab1acc-77bf-4102-a702-60d827e552bc req-9ab36b0d-04ad-41b2-8096-08ff790c3a04 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Aug 26 12:44:50.683164 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-12644c99-6772-4845-8c4a-5a54d99b4f71 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844338 Aug 26 12:44:51.029243 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09cf45ed-0e4b-4c62-bf92-35491ce18ade req-6a078db8-2a7f-4738-9416-cab2d27905c2 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390448 Aug 26 12:44:51.201769 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f378-a9d3-46b7-b508-12bb4864a9a9 req-a26d3049-1a9a-406a-ba97-dc525abeb613 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:51.203279 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa00f378-a9d3-46b7-b508-12bb4864a9a9 req-a26d3049-1a9a-406a-ba97-dc525abeb613 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0501723 Aug 26 12:44:51.244949 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fa00f378-a9d3-46b7-b508-12bb4864a9a9 req-73a40d93-cea1-4f62-ba8c-607732740e14 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353415 Aug 26 12:44:51.288959 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c90922-7bd4-44eb-bcb6-3f20cbc00747 req-d8edafc8-a4cd-4857-b143-6a7f19c16412 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:51.292279 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69c90922-7bd4-44eb-bcb6-3f20cbc00747 req-d8edafc8-a4cd-4857-b143-6a7f19c16412 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0535471 Aug 26 12:44:51.374558 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69c90922-7bd4-44eb-bcb6-3f20cbc00747 req-12943420-8738-44c0-b269-bae01f008645 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722773 Aug 26 12:44:52.361262 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe387-6ad6-4084-b2bd-5b31d27cb620 req-a065e702-9bc3-49f7-bab7-1b30c3b95edc tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:52.362756 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2b9fe387-6ad6-4084-b2bd-5b31d27cb620 req-a065e702-9bc3-49f7-bab7-1b30c3b95edc tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0501094 Aug 26 12:44:52.405907 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2b9fe387-6ad6-4084-b2bd-5b31d27cb620 req-550ae2c5-e5be-44cd-8323-3d30fe7aae92 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Aug 26 12:44:52.510134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cd03-3ed1-4d8d-b6a5-2409d56679e8 req-72a56e34-a348-4365-9c36-5ac94d45bbde tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:52.511583 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd06cd03-3ed1-4d8d-b6a5-2409d56679e8 req-72a56e34-a348-4365-9c36-5ac94d45bbde tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0551515 Aug 26 12:44:52.557046 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd06cd03-3ed1-4d8d-b6a5-2409d56679e8 req-39e51db7-0f78-45f7-802a-70e98f721abe tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381799 Aug 26 12:44:53.447457 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:53.558252 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585cf3-cc9d-4f6a-b40e-dd562445397c req-dfc4d4cd-4458-4f4b-abb4-53b3b88ebb7d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:53.561148 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d8585cf3-cc9d-4f6a-b40e-dd562445397c req-dfc4d4cd-4458-4f4b-abb4-53b3b88ebb7d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0720718 Aug 26 12:44:53.582532 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fbb031e-0b90-44ab-b708-f86413e8e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:53.665585 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d8585cf3-cc9d-4f6a-b40e-dd562445397c req-3f0dfaec-ea50-4f7e-92aa-e9c8b1e805c8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967693 Aug 26 12:44:53.711717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8446c17-2654-4a35-ad59-97de9aae2e95 req-3c2c0034-ed6e-4757-b3f8-de7e579e5bf7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:53.712988 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fbb031e-0b90-44ab-b708-f86413e8e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:53.713308 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8446c17-2654-4a35-ad59-97de9aae2e95 req-3c2c0034-ed6e-4757-b3f8-de7e579e5bf7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0767837 Aug 26 12:44:53.754244 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8446c17-2654-4a35-ad59-97de9aae2e95 req-657dcf9e-8d0d-4a24-aae1-be7caf8956db tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346613 Aug 26 12:44:53.786792 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fbb031e-0b90-44ab-b708-f86413e8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:53.830247 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:53.830493 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9fbb031e-0b90-44ab-b708-f86413e8e78c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b8fe7ca289844b4af244ad7cebaff84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815422 Aug 26 12:44:53.831253 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb031e-0b90-44ab-b708-f86413e8e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd4d74-852d-4507-9a70-cd289a56e65d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:53.887741 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:53.909764 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:54.038435 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:54.042175 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:54.045362 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6edd4d74-852d-4507-9a70-cd289a56e65d HTTP/1.1" status: 204 len: 168 time: 0.2130976 Aug 26 12:44:54.059836 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d059f-b6f2-4954-9673-1433698f188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd4d74-852d-4507-9a70-cd289a56e65d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:54.815903 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1251a7-d540-48d1-b92d-ef04758d5c17 req-bd731b5f-bb0f-4ea2-9f89-483956aa2e76 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:54.817480 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5b1251a7-d540-48d1-b92d-ef04758d5c17 req-bd731b5f-bb0f-4ea2-9f89-483956aa2e76 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0682659 Aug 26 12:44:54.885883 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5b1251a7-d540-48d1-b92d-ef04758d5c17 req-30f19358-17fb-4ef4-bb8f-0e741442dc9c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616188 Aug 26 12:44:54.911868 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a05b-b6fd-4e3d-b355-5e8f13910f96 req-8a87c0b0-e875-4685-94b2-22013736cdaa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:54.915178 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-66e5a05b-b6fd-4e3d-b355-5e8f13910f96 req-8a87c0b0-e875-4685-94b2-22013736cdaa tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0844576 Aug 26 12:44:54.963461 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-66e5a05b-b6fd-4e3d-b355-5e8f13910f96 req-c0474782-3a9f-43b6-a7e6-ef43be5ec7c6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352280 Aug 26 12:44:56.095831 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1535be-75f1-4c84-aec0-5cde05d2529b req-75839e7f-88d3-419e-bd89-80e9261ad6c4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:56.098533 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef1535be-75f1-4c84-aec0-5cde05d2529b req-75839e7f-88d3-419e-bd89-80e9261ad6c4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.1258667 Aug 26 12:44:56.183763 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef1535be-75f1-4c84-aec0-5cde05d2529b req-1cfccc9e-a009-4b85-8518-75cf593573f2 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697515 Aug 26 12:44:56.191970 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802966-5371-4a33-a765-5da574252adf req-32e7c142-e91f-4586-a75c-50bf4daf3b85 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:56.200700 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50802966-5371-4a33-a765-5da574252adf req-32e7c142-e91f-4586-a75c-50bf4daf3b85 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.1257854 Aug 26 12:44:56.268755 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50802966-5371-4a33-a765-5da574252adf req-1b8e390e-4950-4076-8e2d-8742fd138628 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636878 Aug 26 12:44:56.943398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:57.059530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6adf16da-7a36-484c-83df-42b89228670f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.160960 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6adf16da-7a36-484c-83df-42b89228670f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.242736 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6adf16da-7a36-484c-83df-42b89228670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.271789 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6adf16da-7a36-484c-83df-42b89228670f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d79669f4e6f4e22a151fc4f5c1645e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272576 Aug 26 12:44:57.274468 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:57.313607 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf16da-7a36-484c-83df-42b89228670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8961cc64-b4c3-42ff-a859-e1b96667541f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:57.333593 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b3add-54dc-440e-be0c-38a4719e4b0d req-15244280-540a-41f8-8a9d-d9271704645c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:57.336139 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef3b3add-54dc-440e-be0c-38a4719e4b0d req-15244280-540a-41f8-8a9d-d9271704645c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0606484 Aug 26 12:44:57.357159 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.405005 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef3b3add-54dc-440e-be0c-38a4719e4b0d req-84025890-4a92-4ed0-a711-cc52a79aee02 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Aug 26 12:44:57.407022 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.454098 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58696-e2cc-46dd-875c-3adf296f44ca req-54893350-d7fb-4503-9c30-e104880820da tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:57.456071 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c5d58696-e2cc-46dd-875c-3adf296f44ca req-54893350-d7fb-4503-9c30-e104880820da tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0860233 Aug 26 12:44:57.503679 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c5d58696-e2cc-46dd-875c-3adf296f44ca req-ebcd4c22-b109-4ec3-b38f-691d67a5dd81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382428 Aug 26 12:44:57.550600 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.553131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:57.557169 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8961cc64-b4c3-42ff-a859-e1b96667541f HTTP/1.1" status: 204 len: 168 time: 0.2789078 Aug 26 12:44:57.575266 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285942-cdfd-4db7-ab54-6f93f147f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961cc64-b4c3-42ff-a859-e1b96667541f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:58.204906 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:58.220101 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9161c569-995a-4367-8144-814595b83a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.318181 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9161c569-995a-4367-8144-814595b83a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.397990 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9161c569-995a-4367-8144-814595b83a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.439074 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9161c569-995a-4367-8144-814595b83a3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86ac7430d2f54eea8896f8814dc85fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330604 Aug 26 12:44:58.441805 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:44:58.449967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161c569-995a-4367-8144-814595b83a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae041594-db87-4f3e-9e4e-c4d765ce94a4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:58.503402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.540424 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.556336 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c48b-b441-4d80-a9e9-1725d1731c11 req-7883794c-813d-45ce-bb74-3662f304759e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:58.561229 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e706c48b-b441-4d80-a9e9-1725d1731c11 req-7883794c-813d-45ce-bb74-3662f304759e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0726898 Aug 26 12:44:58.630306 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e706c48b-b441-4d80-a9e9-1725d1731c11 req-04f7c8a7-5e83-48d9-b11e-d925c73153d9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598645 Aug 26 12:44:58.650010 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a66c7-e842-4275-b236-20b66210663f req-9aa706e9-d2d0-4536-865d-94808e131df0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:58.656790 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b64a66c7-e842-4275-b236-20b66210663f req-9aa706e9-d2d0-4536-865d-94808e131df0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0603054 Aug 26 12:44:58.705236 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b64a66c7-e842-4275-b236-20b66210663f req-88878f2c-165a-4344-a603-2a3c4ed817c1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 Aug 26 12:44:58.723483 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.726112 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:44:58.727300 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae041594-db87-4f3e-9e4e-c4d765ce94a4 HTTP/1.1" status: 204 len: 168 time: 0.2845147 Aug 26 12:44:58.735471 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3cbb8-e07b-487b-a508-684791b8afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae041594-db87-4f3e-9e4e-c4d765ce94a4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:44:59.793531 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28799-2e86-4dfe-a9fd-6e136b4affb5 req-da9a674b-5eb9-422a-ac86-330bb246a2c8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:59.795103 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c1d28799-2e86-4dfe-a9fd-6e136b4affb5 req-da9a674b-5eb9-422a-ac86-330bb246a2c8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0768423 Aug 26 12:44:59.850766 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871f47-99cb-4109-be5a-b6f38acb3055 req-d3ae4572-9ae9-474c-b111-0c38c9b889b1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:44:59.852331 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a871f47-99cb-4109-be5a-b6f38acb3055 req-d3ae4572-9ae9-474c-b111-0c38c9b889b1 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0652409 Aug 26 12:44:59.860546 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c1d28799-2e86-4dfe-a9fd-6e136b4affb5 req-e6d7717b-6d13-429b-bb48-eccb81fe12a0 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581267 Aug 26 12:44:59.895400 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a871f47-99cb-4109-be5a-b6f38acb3055 req-40e5edb4-6b76-4214-b3bf-eedd32f89acb tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Aug 26 12:45:00.994571 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ad8a-5793-4ee7-9b0c-e38e16dde586 req-96c9f404-f55f-4974-9816-38eab2caa853 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:00.996282 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb78ad8a-5793-4ee7-9b0c-e38e16dde586 req-96c9f404-f55f-4974-9816-38eab2caa853 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0590508 Aug 26 12:45:01.043480 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb78ad8a-5793-4ee7-9b0c-e38e16dde586 req-8407acc3-8d25-48ac-b267-bc15f58599e7 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Aug 26 12:45:01.044968 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d6839-ac2e-4743-8dfa-95a969fbf976 req-229398a7-1b14-4c5c-864a-d5c3c6d801c8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:01.053413 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b6d6839-ac2e-4743-8dfa-95a969fbf976 req-229398a7-1b14-4c5c-864a-d5c3c6d801c8 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0757446 Aug 26 12:45:01.134599 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b6d6839-ac2e-4743-8dfa-95a969fbf976 req-9fb7dfce-4de0-405e-ad0e-3d371fbb2a7a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Aug 26 12:45:02.160350 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7beeef7-52ef-4e8a-80cd-28caed053ed9 req-f6cc7299-2b1f-4306-b934-4d37d803cd30 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:02.165465 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e7beeef7-52ef-4e8a-80cd-28caed053ed9 req-f6cc7299-2b1f-4306-b934-4d37d803cd30 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0501685 Aug 26 12:45:02.217766 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e7beeef7-52ef-4e8a-80cd-28caed053ed9 req-c498527b-aa2c-49a7-ae8d-ffcaf8da7b23 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473599 Aug 26 12:45:02.244078 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb803b4-8ac2-4f7e-8e12-76b63012a1b5 req-154bc93f-2028-4c77-944b-c74e19eefd81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:02.245626 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3cb803b4-8ac2-4f7e-8e12-76b63012a1b5 req-154bc93f-2028-4c77-944b-c74e19eefd81 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0575731 Aug 26 12:45:02.284138 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3cb803b4-8ac2-4f7e-8e12-76b63012a1b5 req-1a01d0c5-5031-44e3-9b33-3dc0346fa0fc tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Aug 26 12:45:03.338000 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30423c58-f77a-41ec-ad1a-68fc594ad7db req-28a4be87-8041-4516-8e45-881e07183127 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:03.341403 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30423c58-f77a-41ec-ad1a-68fc594ad7db req-28a4be87-8041-4516-8e45-881e07183127 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0524364 Aug 26 12:45:03.378842 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30423c58-f77a-41ec-ad1a-68fc594ad7db req-51c77807-624f-4f75-9c6f-744ed05d9721 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329003 Aug 26 12:45:03.406354 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7c99-194d-4bc4-a084-1fd3f1f04f4e req-b297f682-c15d-47f8-97f7-de8f6f357c15 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:03.407883 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d16e7c99-194d-4bc4-a084-1fd3f1f04f4e req-b297f682-c15d-47f8-97f7-de8f6f357c15 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0495667 Aug 26 12:45:03.447504 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d16e7c99-194d-4bc4-a084-1fd3f1f04f4e req-1418715d-20ec-4d72-acf9-011958b1648b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334110 Aug 26 12:45:04.491600 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069eeb-165d-4c5f-858f-9fafb802d952 req-89a426de-a1a7-4a96-b008-218265bc4122 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:04.493114 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f069eeb-165d-4c5f-858f-9fafb802d952 req-89a426de-a1a7-4a96-b008-218265bc4122 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0495427 Aug 26 12:45:04.537122 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f069eeb-165d-4c5f-858f-9fafb802d952 req-38e07684-bca3-4ee5-8b3f-748c49ee3677 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Aug 26 12:45:04.604363 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48bf72-f6ce-44a8-b924-3acb226fbead req-99fe7688-f373-4d8e-a561-98a3f3e2a60e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:04.605899 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc48bf72-f6ce-44a8-b924-3acb226fbead req-99fe7688-f373-4d8e-a561-98a3f3e2a60e tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0622764 Aug 26 12:45:04.646743 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc48bf72-f6ce-44a8-b924-3acb226fbead req-6e122e44-3e92-4211-bbf3-dea579a51dbb tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 26 12:45:05.654727 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdff86-71ac-4743-8289-510b6ec9bb75 req-06f0d3d3-9ccc-47e3-a6ca-c3ef906f2743 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:05.656276 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cbcdff86-71ac-4743-8289-510b6ec9bb75 req-06f0d3d3-9ccc-47e3-a6ca-c3ef906f2743 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0498409 Aug 26 12:45:05.702626 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cbcdff86-71ac-4743-8289-510b6ec9bb75 req-adc029d5-2905-4259-8e9d-107e92f094e0 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Aug 26 12:45:05.774817 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd6050-c598-491e-9037-43e15c657f0d req-eb5d689f-d671-4bbc-8850-7a89d168b5b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:05.776537 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-77fd6050-c598-491e-9037-43e15c657f0d req-eb5d689f-d671-4bbc-8850-7a89d168b5b6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0530422 Aug 26 12:45:05.816985 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-77fd6050-c598-491e-9037-43e15c657f0d req-393cb0c2-2f18-4886-b4f3-b59e5be1b804 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345607 Aug 26 12:45:06.710003 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:45:06.824843 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:06.839585 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8d940-28ea-4832-b69f-0d6026346b94 req-e17bc6f9-2517-4414-8c0a-c61ee594c3e3 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:06.839585 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-95e8d940-28ea-4832-b69f-0d6026346b94 req-e17bc6f9-2517-4414-8c0a-c61ee594c3e3 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0558684 Aug 26 12:45:06.840226 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'port_id': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'mac_address': 'fa:16:3e:e8:98:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:45:06.871667 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-95e8d940-28ea-4832-b69f-0d6026346b94 req-9165d1d5-9ffd-4bd8-a228-825fb5f8e277 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337009 Aug 26 12:45:06.883356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:06.902890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:45:06.925456 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:06.945359 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8bea0-b1f4-4bc4-95cc-65b8ba65c1e3 req-a4ab19e8-3c05-487d-8914-4881ecac6113 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:06.946848 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ced8bea0-b1f4-4bc4-95cc-65b8ba65c1e3 req-a4ab19e8-3c05-487d-8914-4881ecac6113 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 943 time: 0.0497417 Aug 26 12:45:06.985708 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ced8bea0-b1f4-4bc4-95cc-65b8ba65c1e3 req-23de015d-8a0f-42c4-8b95-dab6340b474c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Aug 26 12:45:07.352446 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:07.353357 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:07.402305 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:07.409529 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.409877 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.410221 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.410565 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.411388 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.411388 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.411566 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.411853 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.412189 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.412514 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.412873 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.413203 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:07.664663 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['b4ed0100-ba44-42be-88ce-4fb4972f7213'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:45:07.988661 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f32cb-6376-433e-b3ae-a97cac834ccc req-6903b3de-90ce-4f14-a51a-ec8f22aaf34a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:07.990093 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c1f32cb-6376-433e-b3ae-a97cac834ccc req-6903b3de-90ce-4f14-a51a-ec8f22aaf34a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0501957 Aug 26 12:45:08.034207 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c1f32cb-6376-433e-b3ae-a97cac834ccc req-d6e664b2-8fc0-477f-8fa1-09d12ed81fe3 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Aug 26 12:45:08.109924 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d905f8-4669-475f-b2c3-9d34126d63d2 req-74c12966-4195-40c2-83e5-ee50cba8d875 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:08.111515 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-80d905f8-4669-475f-b2c3-9d34126d63d2 req-74c12966-4195-40c2-83e5-ee50cba8d875 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.0528371 Aug 26 12:45:08.150269 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-80d905f8-4669-475f-b2c3-9d34126d63d2 req-129497fc-00f7-4d85-a840-2aa572bb34cf tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318952 Aug 26 12:45:09.151894 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef1aa-00ce-4d2e-8794-5710429f6269 req-f1fcd13e-0fe4-44fd-b395-c5b89d1c6ef9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:09.153415 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6d8ef1aa-00ce-4d2e-8794-5710429f6269 req-f1fcd13e-0fe4-44fd-b395-c5b89d1c6ef9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0497162 Aug 26 12:45:09.199136 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6d8ef1aa-00ce-4d2e-8794-5710429f6269 req-e5f050f0-d506-4c4f-8124-fc5dc6b7cc0a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330637 Aug 26 12:45:09.274095 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fc7f5-d247-485a-adae-6bb8860d7c4b req-66bb2e43-f057-4ac2-8b92-c04aaf3d00d6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:09.275594 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa0fc7f5-d247-485a-adae-6bb8860d7c4b req-66bb2e43-f057-4ac2-8b92-c04aaf3d00d6 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 944 time: 0.0494168 Aug 26 12:45:09.313605 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa0fc7f5-d247-485a-adae-6bb8860d7c4b req-97197fc7-6958-409a-aaac-41004996bfa7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Aug 26 12:45:09.385252 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:45:09.396378 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:45:09.469290 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fc44cf1-af17-4057-8088-9b3aa29c2ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.506552 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port b4ed0100-ba44-42be-88ce-4fb4972f7213 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:45:09.506924 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.547652 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:09.567728 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'mac_address': 'fa:16:3e:b9:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:45:09.632900 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.649310 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.659122 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a1fd3c-01f1-4453-9907-0342b47da148 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:45:09.690441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:45:09.692707 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce2836-cb34-4d38-9d5e-4f433909b650" -d '{"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:45:09.696628 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:09.707469 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:09.735978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0782b-cf0f-4a5f-b7c4-5332a2310044 x-openstack-request-id: req-feb0782b-cf0f-4a5f-b7c4-5332a2310044 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:45:09.736269 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:45:09.736523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feb0782b-cf0f-4a5f-b7c4-5332a2310044 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:45:09.736971 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'code': 200} Aug 26 12:45:09.821219 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.824920 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:09.876510 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:09.939215 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:10.111158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['a8a1fd3c-01f1-4453-9907-0342b47da148'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:45:10.194257 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9e4c7-53fc-4745-949c-f385fc0e19a2 req-e473358f-6669-49aa-b8ef-85cfc4b79b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:10.197735 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-63c9e4c7-53fc-4745-949c-f385fc0e19a2 req-e473358f-6669-49aa-b8ef-85cfc4b79b6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1099 time: 0.0464270 Aug 26 12:45:10.241417 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-63c9e4c7-53fc-4745-949c-f385fc0e19a2 req-72e4028f-e759-4bcb-b7ad-e34a4bee5bff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353882 Aug 26 12:45:10.324820 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15bd31-21c3-45f7-a63a-efd2ca145bcf req-815ff30c-d6a7-4d11-8f7e-9d3cf3ab0d77 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:10.326591 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a15bd31-21c3-45f7-a63a-efd2ca145bcf req-815ff30c-d6a7-4d11-8f7e-9d3cf3ab0d77 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 944 time: 0.0503902 Aug 26 12:45:10.374772 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a15bd31-21c3-45f7-a63a-efd2ca145bcf req-9f95e9da-a107-4b63-aa18-69701d2306b8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358884 Aug 26 12:45:10.437719 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9c83-5acd-4855-8bd9-effd1595465c req-dbbea650-a6d9-45be-a850-6359a3df610c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:10.439273 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c8c9c83-5acd-4855-8bd9-effd1595465c req-dbbea650-a6d9-45be-a850-6359a3df610c tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0485375 Aug 26 12:45:10.494154 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c8c9c83-5acd-4855-8bd9-effd1595465c req-9a786a2b-5a5a-4ef3-bdf6-a8096cc63d5b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478210 Aug 26 12:45:11.394040 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:45:11.504956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2cc73-c38e-47fc-9084-2b3057cd556b req-41070e96-c3a3-4f08-894a-ee875d1249b4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:11.506598 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7f2cc73-c38e-47fc-9084-2b3057cd556b req-41070e96-c3a3-4f08-894a-ee875d1249b4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 944 time: 0.0563288 Aug 26 12:45:11.518582 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port a8a1fd3c-01f1-4453-9907-0342b47da148 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:45:11.524998 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port a8a1fd3c-01f1-4453-9907-0342b47da148 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:45:11.525791 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:11.552824 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7f2cc73-c38e-47fc-9084-2b3057cd556b req-6f9ed3ee-f23d-4549-844f-9e8b6a021aaf tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 Aug 26 12:45:11.629296 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:11.649293 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a9c57-2c2a-461e-9e9f-712762b31e28 req-a69da2a1-3ec0-482c-9ada-f0e7b3654d20 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:11.651239 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea3a9c57-2c2a-461e-9e9f-712762b31e28 req-a69da2a1-3ec0-482c-9ada-f0e7b3654d20 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0546224 Aug 26 12:45:11.664678 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:11.690457 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea3a9c57-2c2a-461e-9e9f-712762b31e28 req-5e175cf9-aeb3-40df-acba-119d7142e14f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Aug 26 12:45:11.737818 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:45:11.740239 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe30b16-a45b-4be7-ab98-8ed7d97d3873" -d '{"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:45:11.758291 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:11.784671 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd4529-ab28-4697-a296-c98a06cf3fc5 x-openstack-request-id: req-1cbd4529-ab28-4697-a296-c98a06cf3fc5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:45:11.785010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:45:11.785266 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cbd4529-ab28-4697-a296-c98a06cf3fc5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:45:11.785668 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'code': 200} Aug 26 12:45:11.812320 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:12.175144 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f9e8f5c-6126-418b-8c3a-c7a860787708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.226278 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.264172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0733c47-e481-4ae7-bdc9-3e939ca50819 req-71a236c5-5363-48dd-9cd2-498775455c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:12.265798 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c0733c47-e481-4ae7-bdc9-3e939ca50819 req-71a236c5-5363-48dd-9cd2-498775455c3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0432932 Aug 26 12:45:12.301779 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c0733c47-e481-4ae7-bdc9-3e939ca50819 req-0c1dfdbf-f01d-4925-ba93-920612a3f7ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290656 Aug 26 12:45:12.412145 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:12.522574 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.579037 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:45:12.616113 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.673911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a4f81-cd52-4268-baad-85c4adb92eb3 req-20544c78-eec6-4d26-92d7-c4097fc3c14c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:12.676215 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea6a4f81-cd52-4268-baad-85c4adb92eb3 req-20544c78-eec6-4d26-92d7-c4097fc3c14c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Aug 26 12:45:12.700241 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.733232 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea6a4f81-cd52-4268-baad-85c4adb92eb3 req-0b7ac3ef-825a-4ae1-be4c-035bc8cc7615 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503550 Aug 26 12:45:12.736851 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffaabdc4f7dc4b75b711f159bfc6e04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212223 Aug 26 12:45:12.737313 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:12.748561 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6014e56d-e1ec-4d31-991f-d01ef5f5243b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759757 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.759975 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.760423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.760856 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.761117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a274f4a-d980-4248-ba67-4c7ec48db986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:12.800101 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.822042 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:12.832287 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eafff-25bf-448c-b0e4-641e544c4dae req-e5a73317-0d27-4e2f-83f4-3f33356dd7c3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:12.833841 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e05eafff-25bf-448c-b0e4-641e544c4dae req-e5a73317-0d27-4e2f-83f4-3f33356dd7c3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0500972 Aug 26 12:45:12.872223 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e05eafff-25bf-448c-b0e4-641e544c4dae req-50a7d530-ab89-4050-a195-b11d317c0261 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Aug 26 12:45:12.997987 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:13.000572 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:13.001819 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6014e56d-e1ec-4d31-991f-d01ef5f5243b HTTP/1.1" status: 204 len: 168 time: 0.2632811 Aug 26 12:45:13.013994 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6014e56d-e1ec-4d31-991f-d01ef5f5243b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:13.018430 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.018896 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.019351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.019928 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.020258 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.020757 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.021187 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.021527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.022050 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.022627 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.023702 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.024153 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca746b9-17be-4c98-b37b-67dc91c8264a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:45:13.813461 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:13.830091 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8478155-6a15-4c0c-851f-da5e022c8cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:13.857176 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9006d-3f43-49e1-90b8-991b9ea7e9b5 req-af498630-8fc2-4781-93a9-1f5ea13e4c48 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:13.858705 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49d9006d-3f43-49e1-90b8-991b9ea7e9b5 req-af498630-8fc2-4781-93a9-1f5ea13e4c48 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0504031 Aug 26 12:45:13.897590 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49d9006d-3f43-49e1-90b8-991b9ea7e9b5 req-b3efc3ec-683b-43d7-b08d-2562bd7c64a8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Aug 26 12:45:13.935810 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8478155-6a15-4c0c-851f-da5e022c8cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:13.980684 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:13.998351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc301dd-065b-4959-8ea9-353c94e863ba req-387230a4-de09-4dc2-a5db-bdee4a2f36d0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:13.999886 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-adc301dd-065b-4959-8ea9-353c94e863ba req-387230a4-de09-4dc2-a5db-bdee4a2f36d0 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0508776 Aug 26 12:45:14.020532 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8478155-6a15-4c0c-851f-da5e022c8cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.020769 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3945f-2e63-48b1-b3e1-2d11f2fcd4b7 req-1276b780-40fa-4eb3-8eec-64f72d0c472a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:14.022007 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fcd3945f-2e63-48b1-b3e1-2d11f2fcd4b7 req-1276b780-40fa-4eb3-8eec-64f72d0c472a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0558782 Aug 26 12:45:14.062098 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fcd3945f-2e63-48b1-b3e1-2d11f2fcd4b7 req-c2bfa825-d1b1-4a6b-a81e-75f06285ae3f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340800 Aug 26 12:45:14.069317 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8478155-6a15-4c0c-851f-da5e022c8cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074ff19c-159f-4536-88d4-e1c89b9f4cb6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:14.077585 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-adc301dd-065b-4959-8ea9-353c94e863ba req-9060a75d-033d-494a-8bf3-18c79cadaa7b tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690401 Aug 26 12:45:14.078903 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c8478155-6a15-4c0c-851f-da5e022c8cb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3062baa9b9034bdea1e795ce23cdf4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631180 Aug 26 12:45:14.080286 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:14.086553 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:14.136827 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.157544 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.290717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.293288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.294402 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/074ff19c-159f-4536-88d4-e1c89b9f4cb6 HTTP/1.1" status: 204 len: 168 time: 0.2131803 Aug 26 12:45:14.319046 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1751c2e-3292-4b00-bfb2-6893ae65c1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074ff19c-159f-4536-88d4-e1c89b9f4cb6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:14.331323 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319158e-4207-474a-92b5-9da87c5c9128 tempest-TestShelveInstance-776986911 tempest-TestShelveInstance-776986911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:14.336396 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4319158e-4207-474a-92b5-9da87c5c9128 tempest-TestShelveInstance-776986911 tempest-TestShelveInstance-776986911-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1093 time: 0.2457330 Aug 26 12:45:14.336717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:14.341220 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:45:14.420758 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.518732 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.622223 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Allocated IP 172.27.0.75 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/15fdfa9e-7553-46d6-8e9e-46d51801d81e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:45:14.732530 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.859274 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:14.896799 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:45:14.902245 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:45:14.905843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:45:14.927528 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'Port': ['ID=15fdfa9e-7553-46d6-8e9e-46d51801d81e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:15.261346 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.424863 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.447253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.598193 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.711586 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.774246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event updated for resources: {'Port': ['ID=15fdfa9e-7553-46d6-8e9e-46d51801d81e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:15.788319 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:15.892552 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Floating IP 25f09a0d-44e7-48c3-accd-99e91bca7e98 associated. External IP: 172.27.0.75, port: a8a1fd3c-01f1-4453-9907-0342b47da148. Aug 26 12:45:16.367007 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:45:16.475396 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:45:16.485199 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Sync routers for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:45:16.494763 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:45:16.495383 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:16.602573 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:45:16.620383 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:16.648133 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-65c4b1ba-252c-465a-b260-6c7fb7dcc51f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3102789 Aug 26 12:45:16.648977 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:45:16.651238 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872aca9-37d3-4186-8bdc-0888c50eb7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:45:16.687679 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10601e3-b5de-4e2d-a963-0ed915ceda9d x-openstack-request-id: req-c10601e3-b5de-4e2d-a963-0ed915ceda9d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:45:16.687975 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:45:16.688246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c10601e3-b5de-4e2d-a963-0ed915ceda9d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:45:16.688639 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'status': 'completed', 'code': 200} Aug 26 12:45:16.776316 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-bd3e7870-2af4-4f14-af8c-0f2f323060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:16.777814 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-bd3e7870-2af4-4f14-af8c-0f2f323060d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0404966 Aug 26 12:45:16.833811 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '25f09a0d-44e7-48c3-accd-99e91bca7e98', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'mac_address': 'fa:16:3e:b9:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:45:15Z', 'updated_at': '2021-08-26T12:45:15Z', 'revision_number': 0, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:16.860325 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Checking router: 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:45:16.866391 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-06a8d3b8-feac-4772-9732-151ff1bac791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:16.869438 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-06a8d3b8-feac-4772-9732-151ff1bac791 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.0838134 Aug 26 12:45:16.869613 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:45:16.869754 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:16.940092 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-e7f45e13-8050-45e8-a12a-c11bd9736639 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 998 time: 0.0638671 Aug 26 12:45:16.994690 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-77aad00b-4927-4727-a68f-62fa7caf20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:16.996285 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-77aad00b-4927-4727-a68f-62fa7caf20a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0486317 Aug 26 12:45:17.053297 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-defeeb8c-8f48-4b82-82f4-b4fb93cf3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:17.055568 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-defeeb8c-8f48-4b82-82f4-b4fb93cf3390 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498657 Aug 26 12:45:17.066584 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:45:17.159390 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-37a64cb5-8d0e-4057-9d91-42835c1fd343 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902624 Aug 26 12:45:17.257944 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d872aca9-37d3-4186-8bdc-0888c50eb7aa req-c95c85ff-2fb7-4084-b33e-eeeeacefe1b7 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911520 Aug 26 12:45:17.300122 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '25f09a0d-44e7-48c3-accd-99e91bca7e98', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'mac_address': 'fa:16:3e:b9:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:45:15Z', 'updated_at': '2021-08-26T12:45:15Z', 'revision_number': 0, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:17.329524 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec212f-edc3-40ab-90ef-896ef6dee949 None None] The sync data for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi is: [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '25f09a0d-44e7-48c3-accd-99e91bca7e98', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'mac_address': 'fa:16:3e:b9:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:45:15Z', 'updated_at': '2021-08-26T12:45:15Z', 'revision_number': 0, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:45:17.506265 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1308fb2-131d-456a-aa28-d24fa956c7d9 None None] New status for floating IP 25f09a0d-44e7-48c3-accd-99e91bca7e98: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:45:37.300004 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:39.511771 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17f898cb-ab8d-4213-b350-5ec834f12f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:40.836074 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-cb338cd9-d9c7-4d15-a878-fe516b274d5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466144 Aug 26 12:45:40.922865 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-cd88933e-0146-4c86-bf2d-adfd74b56038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:40.924313 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-cd88933e-0146-4c86-bf2d-adfd74b56038 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f52e099a757438aad026a6f02bd92b1&device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 1099 time: 0.0404699 Aug 26 12:45:41.032505 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-f8df77a1-5abd-4c85-a6d8-ad98e1f4d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:41.034156 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-f8df77a1-5abd-4c85-a6d8-ad98e1f4d429 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 200 len: 918 time: 0.0896089 Aug 26 12:45:41.113376 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-1c39a788-aa32-4559-820e-f247756e1694 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 200 len: 1000 time: 0.0710750 Aug 26 12:45:41.171122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-434b5766-0e7d-4ceb-a824-7aeba915afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:41.173114 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-434b5766-0e7d-4ceb-a824-7aeba915afc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 200 len: 856 time: 0.0526686 Aug 26 12:45:41.193281 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:41.232695 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-8cd506dc-9737-4b24-a7f7-c450b5bb587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:41.234602 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-8cd506dc-9737-4b24-a7f7-c450b5bb587c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532668 Aug 26 12:45:41.341205 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999c76f3-ad12-472e-9605-930954109580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.360975 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-79f8ce19-725d-495f-8de2-848f7636c9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185780 Aug 26 12:45:41.495993 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2490b4f-cea1-41b6-8a2c-81dfa9516531 req-da1d74d7-4f6c-48c2-a27f-bf9838336d66 service neutron] 10.222.0.65 "GET /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260746 Aug 26 12:45:41.529291 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999c76f3-ad12-472e-9605-930954109580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.677544 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999c76f3-ad12-472e-9605-930954109580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.718465 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-999c76f3-ad12-472e-9605-930954109580 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2605faf54e82437c8a3e91c9ab43d149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240221 Aug 26 12:45:41.719680 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c76f3-ad12-472e-9605-930954109580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb4463-1f74-442c-9b9f-a29ea63056c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:41.721356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:41.785250 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.808483 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.916956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.919523 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:41.921313 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1edb4463-1f74-442c-9b9f-a29ea63056c9 HTTP/1.1" status: 204 len: 168 time: 0.1989784 Aug 26 12:45:41.930424 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed601e-da52-488d-8c13-4e14658de1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb4463-1f74-442c-9b9f-a29ea63056c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:42.116887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf2d6-58e1-47b6-8732-e8197b13509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:42.186349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:44.058524 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:45.407272 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:48.087767 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a29b96-d196-4272-b030-6bfe7777473c req-d8cf1a84-fad7-4d3f-a35b-083f15646ce7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:48.089462 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c3a29b96-d196-4272-b030-6bfe7777473c req-d8cf1a84-fad7-4d3f-a35b-083f15646ce7 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0538583 Aug 26 12:45:48.132749 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c3a29b96-d196-4272-b030-6bfe7777473c req-196ec00d-1f4a-48bd-b1ae-92ba0a25f564 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367064 Aug 26 12:45:49.269869 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e294-2821-41f2-8eb9-36f5c413f2f1 req-7976f148-8084-4d20-88dc-2a1915b7136a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:49.271420 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76c1e294-2821-41f2-8eb9-36f5c413f2f1 req-7976f148-8084-4d20-88dc-2a1915b7136a tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0511127 Aug 26 12:45:49.312952 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76c1e294-2821-41f2-8eb9-36f5c413f2f1 req-b82f8f50-673e-4633-92f9-992bcdbe0988 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e9a0e8c-b721-4729-81c1-d7bc6b367b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Aug 26 12:45:49.578648 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:45:49.724081 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-d46d6e44-fb97-4993-aea1-fc98cb39df04 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:45:49.725575 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-d46d6e44-fb97-4993-aea1-fc98cb39df04 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 946 time: 0.0530756 Aug 26 12:45:49.828190 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Deleting port b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:45:49.828453 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:49.941861 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] For port b4ed0100-ba44-42be-88ce-4fb4972f7213, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b4ed0100-ba44-42be-88ce-4fb4972f7213,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:49.942219 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:50.116885 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:50.117279 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:50.117595 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Floating IP 0c0431a4-cc81-4fd4-82d0-d671c20d55c6 disassociated. External IP: 172.27.0.10, port: b4ed0100-ba44-42be-88ce-4fb4972f7213. Aug 26 12:45:50.117934 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Calling delete_port for b4ed0100-ba44-42be-88ce-4fb4972f7213 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:45:50.383862 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:50.412838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'Port': ['ID=b4ed0100-ba44-42be-88ce-4fb4972f7213,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:50.426489 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61fea476-0cbf-447d-a7fb-e508081bb4d2 req-3c3c60f1-3968-4c16-96ab-9c07c329e478 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 210 time: 0.0290880 Aug 26 12:45:50.549805 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:45:50.658871 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:45:50.668553 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:45:50.678406 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:45:50.679024 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:50.711662 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] No DVR routers for this DVR port b4ed0100-ba44-42be-88ce-4fb4972f7213 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:45:50.714196 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:50.716305 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8fa767a4-14f0-4b34-84fb-c11ee16ee08d req-c43c0791-54db-4610-9641-0c8367c4db11 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.65 "DELETE /v2.0/ports/b4ed0100-ba44-42be-88ce-4fb4972f7213 HTTP/1.1" status: 204 len: 173 time: 0.9833503 Aug 26 12:45:50.717038 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-deleted', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:45:50.719124 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ddb45-1a5b-4d20-b9b3-bc0a51bef629" -d '{"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-deleted", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:45:50.798230 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:45:50.891121 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2213cbbc-a741-4e3c-9a7a-6806d39210c3 x-openstack-request-id: req-2213cbbc-a741-4e3c-9a7a-6806d39210c3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:45:50.891414 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be3c6e-9742-4295-a645-623a492266fb", "name": "network-vif-deleted", "tag": "b4ed0100-ba44-42be-88ce-4fb4972f7213", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:45:50.891668 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2213cbbc-a741-4e3c-9a7a-6806d39210c3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:45:50.892070 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be3c6e-9742-4295-a645-623a492266fb', 'name': 'network-vif-deleted', 'tag': 'b4ed0100-ba44-42be-88ce-4fb4972f7213', 'status': 'completed', 'code': 200} Aug 26 12:45:51.015923 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:51.042837 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:45:51.051980 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:45:51.052586 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:51.164257 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:45:51.375850 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:45:51.403782 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefa0e-9f94-4b02-9bbf-967bf71bc857 None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:37:49Z', 'revision_number': 4, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '7597939d-92fe-4329-a81c-ae8ff739cf70', 'name': '', 'network_id': '7db30cb0-1e4f-4858-9f01-a0ec5e6898ac', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'mac_address': 'fa:16:3e:79:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:47Z', 'updated_at': '2021-08-26T12:38:02Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'subnets': [{'id': '0f5f95bb-cb3f-41ab-87d4-89fc64bbb211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:45:51.577921 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-136ed2e7-b249-43af-acdd-d57546b88ecf req-c8b8a0fd-7745-4f85-9846-49f762f41241 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/ports?device_id=34be3c6e-9742-4295-a645-623a492266fb HTTP/1.1" status: 200 len: 210 time: 0.0311191 Aug 26 12:45:51.687351 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd73e12-834a-410a-8b72-9b2ad43470c5 None None] New status for floating IP 0c0431a4-cc81-4fd4-82d0-d671c20d55c6: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:45:52.746623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:52.801607 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:52.825104 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:52.997194 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:52.999639 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.000838 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e9a0e8c-b721-4729-81c1-d7bc6b367b17 HTTP/1.1" status: 204 len: 168 time: 0.2531714 Aug 26 12:45:53.003756 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:53.010611 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107574d-6c53-4f08-a5e2-21f9a61abdc3 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a0e8c-b721-4729-81c1-d7bc6b367b17,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:53.018986 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-d8d27eb6-7114-4007-b6ab-e298e7a555b5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] show failed (client error): The resource could not be found. Aug 26 12:45:53.022833 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d8d27eb6-7114-4007-b6ab-e298e7a555b5 tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "GET /v2.0/security-groups/4e9a0e8c-b721-4729-81c1-d7bc6b367b17 HTTP/1.1" status: 404 len: 347 time: 0.0152688 Aug 26 12:45:53.023007 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:53.162650 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Deleting port 4164bdfd-0dd0-439a-8ae2-07adedd9e49e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:45:53.162992 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.246763 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.247139 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.262225 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Calling delete_port for 4164bdfd-0dd0-439a-8ae2-07adedd9e49e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:45:53.585377 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.610599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Pushing event deleted for resources: {'Port': ['ID=4164bdfd-0dd0-439a-8ae2-07adedd9e49e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:45:53.675177 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.677680 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:53.678852 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9a121a1d-9bac-4aab-af72-23c3397b2a6f tempest-AttachVolumeShelveTestJSON-310579368 tempest-AttachVolumeShelveTestJSON-310579368-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c0431a4-cc81-4fd4-82d0-d671c20d55c6 HTTP/1.1" status: 204 len: 168 time: 0.6549461 Aug 26 12:45:54.572096 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:45:54.593551 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: b4ed0100-ba44-42be-88ce-4fb4972f7213 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:45:54.593891 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b4ed0100-ba44-42be-88ce-4fb4972f7213 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:45:58.720536 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:45:59.355173 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:59.627046 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Deleting port 7597939d-92fe-4329-a81c-ae8ff739cf70 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:45:59.627385 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:59.716558 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] For port 7597939d-92fe-4329-a81c-ae8ff739cf70, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=7597939d-92fe-4329-a81c-ae8ff739cf70,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:45:59.716991 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:59.730125 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Calling delete_port for 7597939d-92fe-4329-a81c-ae8ff739cf70 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:45:59.971765 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:45:59.996388 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Pushing event deleted for resources: {'Port': ['ID=7597939d-92fe-4329-a81c-ae8ff739cf70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:00.480569 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:00.727030 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Router c72b0083-7282-4af7-9297-6f681a26c7e5 has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:46:00.849342 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:46:00.854840 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9bb4d6e2-046d-4b69-957b-4588c2e3c968 admin admin] 10.222.0.15 "PUT /v2.0/routers/c72b0083-7282-4af7-9297-6f681a26c7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331527 Aug 26 12:46:00.858134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:00.859586 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Sync routers for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:46:00.869829 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:00.870555 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:00.971152 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:00.986277 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:01.085627 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.189238 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:45:59Z', 'revision_number': 5, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port': {'id': '07c0ec39-fb03-4ade-bac5-9b037b89db99', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:37:38Z', 'updated_at': '2021-08-26T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:01.208201 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Deleting port 07c0ec39-fb03-4ade-bac5-9b037b89db99 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:46:01.208552 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.297793 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] For port 07c0ec39-fb03-4ade-bac5-9b037b89db99, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=07c0ec39-fb03-4ade-bac5-9b037b89db99,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:01.298195 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.313489 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Calling delete_port for 07c0ec39-fb03-4ade-bac5-9b037b89db99 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:46:01.317205 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Checking router: c72b0083-7282-4af7-9297-6f681a26c7e5 for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:46:01.327035 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Routers {'c72b0083-7282-4af7-9297-6f681a26c7e5'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:01.327756 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:45:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['c72b0083-7282-4af7-9297-6f681a26c7e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:01.424929 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] Set router c72b0083-7282-4af7-9297-6f681a26c7e5 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:01.509887 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:46:01Z', 'revision_number': 6, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:01.554489 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8dcc75-dfbc-4f48-9de0-134b003a024b None None] The sync data for ids ['c72b0083-7282-4af7-9297-6f681a26c7e5'] in dv-cinder-806140-1-iscsi is: [{'id': 'c72b0083-7282-4af7-9297-6f681a26c7e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1697717259-router', 'tenant_id': '5f52e099a757438aad026a6f02bd92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:37:36Z', 'updated_at': '2021-08-26T12:46:01Z', 'revision_number': 6, 'project_id': '5f52e099a757438aad026a6f02bd92b1', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:46:01.609908 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.640136 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c0ec39-fb03-4ade-bac5-9b037b89db99,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:01.735225 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.856205 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.858582 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.974494 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.975273 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72b0083-7282-4af7-9297-6f681a26c7e5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:46:01.987429 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:01.987429 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0404aa98-7043-40b6-b84d-56848051dc41 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c72b0083-7282-4af7-9297-6f681a26c7e5 HTTP/1.1" status: 204 len: 168 time: 1.1257885 Aug 26 12:46:01.987819 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:02.078046 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Deleting subnet 0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:46:02.082546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.121099 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.212648 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.409556 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.447118 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5f95bb-cb3f-41ab-87d4-89fc64bbb211,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:02.455162 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.458470 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f1404c48-be8d-4985-93e4-56834fe722eb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f5f95bb-cb3f-41ab-87d4-89fc64bbb211 HTTP/1.1" status: 204 len: 168 time: 0.4689395 Aug 26 12:46:02.461128 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:02.464380 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ddb5d-84e0-478f-9d09-6ff9b59f90c5 None None] Network 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:02.546187 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.629842 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Deleting port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:46:02.630244 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.694045 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] DHCP port deletion for 7db30cb0-1e4f-4858-9f01-a0ec5e6898ac request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:46:02.709054 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] For port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:02.709247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.725441 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Calling delete_port for 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:46:02.766755 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Deleting port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:46:02.767267 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.837469 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] For port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,segment=NetworkSegment(5fd56064-59ea-4b1e-8cec-e036706f3787),segment_id=5fd56064-59ea-4b1e-8cec-e036706f3787)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:02.838017 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.852518 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Calling delete_port for 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:46:02.922932 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.938125 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:02.954608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:02.959355 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] No DVR routers for this DVR port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 on host dv-cinder-806140-1-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:46:02.961895 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] Pushing event deleted for resources: {'Port': ['ID=5c2e3bee-c2db-47b9-a23f-d4c40ebb0551,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:02.969802 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a13c-4e0e-4f67-a7ca-7a1267578adf None None] No DVR routers for this DVR port 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:46:03.046271 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.057444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db30cb0-1e4f-4858-9f01-a0ec5e6898ac']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:03.071928 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd56064-59ea-4b1e-8cec-e036706f3787') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:03.072357 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd56064-59ea-4b1e-8cec-e036706f3787') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:03.083599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.098531 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.105262 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:46:03.105676 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:46:03.108036 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:46:03.253937 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.260078 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.262320 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7db30cb0-1e4f-4858-9f01-a0ec5e6898ac HTTP/1.1" status: 204 len: 168 time: 0.7998745 Aug 26 12:46:03.275060 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464423-6d4c-4a1e-ac50-90aabb1eab79 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db30cb0-1e4f-4858-9f01-a0ec5e6898ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:03.505591 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7597939d-92fe-4329-a81c-ae8ff739cf70 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:46:03.529711 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 7597939d-92fe-4329-a81c-ae8ff739cf70 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:46:03.530048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 7597939d-92fe-4329-a81c-ae8ff739cf70 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:46:03.530470 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:46:03.552402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:46:03.552780 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 5c2e3bee-c2db-47b9-a23f-d4c40ebb0551 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:46:03.553206 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 07c0ec39-fb03-4ade-bac5-9b037b89db99 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:46:03.572471 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 07c0ec39-fb03-4ade-bac5-9b037b89db99 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:46:03.572847 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 07c0ec39-fb03-4ade-bac5-9b037b89db99 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:46:03.645285 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:03.689148 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e1c1a8b1-3054-4de0-b400-32c0b50910a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f52e099a757438aad026a6f02bd92b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426629 Aug 26 12:46:03.692180 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:03.742971 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.764087 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.882760 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.885435 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:03.886631 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef8a78d2-9ea2-446b-a277-695a37e4f13e HTTP/1.1" status: 204 len: 168 time: 0.1934812 Aug 26 12:46:03.895532 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4c46-d24d-42fe-8fee-904a56ef96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a78d2-9ea2-446b-a277-695a37e4f13e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:06.855518 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:06.965552 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0588186d-dc56-402d-b05f-7f3201fa11e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.057582 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0588186d-dc56-402d-b05f-7f3201fa11e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.168183 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0588186d-dc56-402d-b05f-7f3201fa11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.197498 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.215050 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0588186d-dc56-402d-b05f-7f3201fa11e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d43fc220e0fc402e9250fe9984ce389f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584194 Aug 26 12:46:07.215918 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588186d-dc56-402d-b05f-7f3201fa11e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a39661-ae1b-493a-9904-30bffdfc932b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:07.218474 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 37890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:07.268753 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.290797 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.420165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.422702 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:07.423959 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54a39661-ae1b-493a-9904-30bffdfc932b HTTP/1.1" status: 204 len: 168 time: 0.2045043 Aug 26 12:46:07.431633 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24d235-748d-465a-a3b4-29dedde740c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a39661-ae1b-493a-9904-30bffdfc932b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:08.115687 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:08.129784 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce9aece-b143-4ebe-b82f-406a3de9a4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.223122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce9aece-b143-4ebe-b82f-406a3de9a4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.305201 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce9aece-b143-4ebe-b82f-406a3de9a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.344492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9aece-b143-4ebe-b82f-406a3de9a4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67c03c-7f84-46ec-b47d-5403373ee779,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:08.349363 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3ce9aece-b143-4ebe-b82f-406a3de9a4bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ef423ce9aec4df587883132a3c56d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325850 Aug 26 12:46:08.351318 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 37900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:08.399924 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.423066 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.545255 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.548079 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:08.549363 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b67c03c-7f84-46ec-b47d-5403373ee779 HTTP/1.1" status: 204 len: 168 time: 0.1970820 Aug 26 12:46:08.558366 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ac0f-0ac7-41e7-87c4-07e9a3397217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67c03c-7f84-46ec-b47d-5403373ee779,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:09.436205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ea81615-a774-408b-856d-0e1ae5d582db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:12.184457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e222c64f-3a72-4f0c-8485-6ade6b4c4b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:12.225357 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:14.002328 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:15.408177 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:15.921415 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:16.028453 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.121534 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.195715 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.235208 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c86fee65d60d4df4baf45cb48bdcb31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127275 Aug 26 12:46:16.236090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ec275-34b5-4f31-8604-cafca78bb6ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:16.237932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:16.244085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.244440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.244826 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.245212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.245550 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.245888 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.246224 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.246581 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.246911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.247240 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.247568 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.247895 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a8534-4ca4-46ab-90d2-8cdcdf58dfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.294518 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.318081 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.413115 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.415549 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:16.416713 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b35ec275-34b5-4f31-8604-cafca78bb6ee HTTP/1.1" status: 204 len: 168 time: 0.1777918 Aug 26 12:46:16.424209 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ec275-34b5-4f31-8604-cafca78bb6ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:16.431728 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.432080 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.432420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.432771 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.433098 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.433426 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.433754 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.434075 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.434398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.434861 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.435027 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.435343 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c267516-0f4f-4e37-bc98-678714e3efef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:16.960990 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:16.974549 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79dc5b-85df-48fe-9949-d9f8f6b9fce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.065027 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79dc5b-85df-48fe-9949-d9f8f6b9fce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.145299 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79dc5b-85df-48fe-9949-d9f8f6b9fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.186703 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ee79dc5b-85df-48fe-9949-d9f8f6b9fce8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32318e0a4ff94f159b59eaa7dda1a2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245717 Aug 26 12:46:17.187417 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79dc5b-85df-48fe-9949-d9f8f6b9fce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a403d8e-8c58-4ec4-b901-d9c454d6a19b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:17.190231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:17.246202 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.268580 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.373522 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.376077 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:17.377276 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a403d8e-8c58-4ec4-b901-d9c454d6a19b HTTP/1.1" status: 204 len: 168 time: 0.1861241 Aug 26 12:46:17.386351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ded6e-8982-4be3-9df6-c7c4b27bf307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a403d8e-8c58-4ec4-b901-d9c454d6a19b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:25.356868 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:25.462995 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31ece596-e55a-4872-8ba7-5499c582fc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.554219 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31ece596-e55a-4872-8ba7-5499c582fc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.629656 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31ece596-e55a-4872-8ba7-5499c582fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.668576 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-31ece596-e55a-4872-8ba7-5499c582fc4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af4c9cd38ea04dd78cd3ba5545c15edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106167 Aug 26 12:46:25.669451 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece596-e55a-4872-8ba7-5499c582fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3cb370-64ef-427b-abf1-121fb537adbe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:25.671961 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:25.726694 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.728331 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:25.754565 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.842960 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d784668d-836a-4ecf-9847-4e7178820d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.883957 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.886550 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:25.887723 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa3cb370-64ef-427b-abf1-121fb537adbe HTTP/1.1" status: 204 len: 168 time: 0.2140584 Aug 26 12:46:25.905873 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edd81b-7d23-498f-9c32-02a24e8b3a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3cb370-64ef-427b-abf1-121fb537adbe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:25.962600 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d784668d-836a-4ecf-9847-4e7178820d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.076802 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d784668d-836a-4ecf-9847-4e7178820d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.121426 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d784668d-836a-4ecf-9847-4e7178820d71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae6e2c1f1b474ffda4f0b1ae10f37736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911891 Aug 26 12:46:26.122746 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784668d-836a-4ecf-9847-4e7178820d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d9132-884e-4e65-a390-45566d08aab8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:26.124129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:26.198241 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.226323 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.356574 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.359076 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.360345 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c11d9132-884e-4e65-a390-45566d08aab8 HTTP/1.1" status: 204 len: 168 time: 0.2343996 Aug 26 12:46:26.369057 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cb83a-2904-4afe-84f3-6245607abfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d9132-884e-4e65-a390-45566d08aab8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:26.572298 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:26.577822 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:46:26.586141 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1bf-9561-46a3-8aaa-6118951e40fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.679590 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1bf-9561-46a3-8aaa-6118951e40fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.743984 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1bf-9561-46a3-8aaa-6118951e40fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.787666 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e8d6a1bf-9561-46a3-8aaa-6118951e40fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33bb7ca3ddcc4c17a3eb3c7da5e3e358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107308 Aug 26 12:46:26.787666 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6a1bf-9561-46a3-8aaa-6118951e40fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac908a-7878-4007-9e62-56f8251d2e54,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:26.788058 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:26.846983 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:26.873047 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:27.002068 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:27.009073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:27.009073 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ac908a-7878-4007-9e62-56f8251d2e54 HTTP/1.1" status: 204 len: 168 time: 0.2174141 Aug 26 12:46:27.017264 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2000c4d-658b-4b39-9b9b-9bdd626f9ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac908a-7878-4007-9e62-56f8251d2e54,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:37.140905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:37.195947 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.253173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc17ec95-1d49-452e-be30-3b85023c2eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.346830 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc17ec95-1d49-452e-be30-3b85023c2eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.430180 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc17ec95-1d49-452e-be30-3b85023c2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.471717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17ec95-1d49-452e-be30-3b85023c2eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30a1a3c-9c27-47bc-bf0d-7dd769e3ee4b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:37.478848 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cc17ec95-1d49-452e-be30-3b85023c2eae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60ff3aa613924a178b1643881e40a314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343422 Aug 26 12:46:37.479786 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:37.532351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.554468 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.658997 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.661460 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:37.662678 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f30a1a3c-9c27-47bc-bf0d-7dd769e3ee4b HTTP/1.1" status: 204 len: 168 time: 0.1807501 Aug 26 12:46:37.670907 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b97dd-6c3d-486d-8ae7-e21edd3b1664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30a1a3c-9c27-47bc-bf0d-7dd769e3ee4b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:38.723527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:38.827322 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698145891-network', 'tenant_id': '7e73282803b647718c8083649fe1e006'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:38.971884 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Made reservation on behalf of 7e73282803b647718c8083649fe1e006 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:38.974223 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:38.985966 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.077673 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.200499 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.226352 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:46:39.235222 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f2b9a-e236-4fc9-b8ab-e2e5948d472e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:39.241655 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.241993 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Added segment 8b8d1267-1a78-4c29-a9df-847c7b86867c of type vlan for network 05559340-572e-44c3-9c99-4e36ba8638fa Aug 26 12:46:39.283907 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.407559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.408572 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:39.409190 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.430357 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f418d6fc-ed30-48c2-8cd3-34021f099a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.469408 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] Pushing event updated for resources: {'Network': ['ID=05559340-572e-44c3-9c99-4e36ba8638fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:39.480130 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 05559340-572e-44c3-9c99-4e36ba8638fa details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:46:39.545348 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6d16307d-632c-4970-af9d-930700f9583d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8206389 Aug 26 12:46:39.548133 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:39.552982 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Request body: {'subnet': {'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698145891-subnet', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:39.641665 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Made reservation on behalf of 7e73282803b647718c8083649fe1e006 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:39.643985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.848011 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-18e4bd7e-282e-4c84-8211-9e1329a423eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767858 Aug 26 12:46:39.918392 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:39.950166 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-818466ee-7b6c-4082-a6a7-58023e5d1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:39.951683 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-818466ee-7b6c-4082-a6a7-58023e5d1a68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0690041 Aug 26 12:46:40.000343 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0714708-8bda-4e77-8010-35433e03412e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:40.047488 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:40.047846 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Network hostable DHCP agents. Network: 05559340-572e-44c3-9c99-4e36ba8638fa, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:46:40.090403 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-26728fd1-5670-4d69-a546-6ed36ce0ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:40.091961 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-26728fd1-5670-4d69-a546-6ed36ce0ce11 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.1182971 Aug 26 12:46:40.136074 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Network 05559340-572e-44c3-9c99-4e36ba8638fa is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:46:40.164607 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-13993f20-010b-4245-a6c6-4b9cc5d8b02d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 1000 time: 0.0650194 Aug 26 12:46:40.211400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 05559340-572e-44c3-9c99-4e36ba8638fa) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:40.218838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:40.219448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.221901 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb5341-1f21-4b79-bae8-0700a0de710e None None] Network 05559340-572e-44c3-9c99-4e36ba8638fa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:40.230135 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-7170b672-59fb-45bd-86c8-73164de82459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:40.231628 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-7170b672-59fb-45bd-86c8-73164de82459 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0597715 Aug 26 12:46:40.281851 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-7533d2cf-a87e-474c-82bc-0f5a6735023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:40.283285 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-7533d2cf-a87e-474c-82bc-0f5a6735023d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437174 Aug 26 12:46:40.309265 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fc1ac788-a391-4d5c-9aaf-a31b83832d93 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7599566 Aug 26 12:46:40.312843 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:40.316967 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:40.380713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-05559340-572e-44c3-9c99-4e36ba8638fa', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:46:40.381934 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.383626 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-bdf71ba7-8723-40f8-9f01-411889c1ca37 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925548 Aug 26 12:46:40.407943 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.409032 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.486640 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d452117-a1a7-43e5-bd3d-e3b79384d110 req-455dc440-4f19-4eb9-b4c4-ce36af3c737f service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949507 Aug 26 12:46:40.541623 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.573499 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Allocated IP 172.20.0.2 (05559340-572e-44c3-9c99-4e36ba8638fa/a0714708-8bda-4e77-8010-35433e03412e/0b5acb97-738a-4788-8817-e051761ea661) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:40.742274 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.751182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.751393 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Transition to ACTIVE for port object 0b5acb97-738a-4788-8817-e051761ea661 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:40.766898 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Transition to ACTIVE for port object 0b5acb97-738a-4788-8817-e051761ea661 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:40.864922 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.901854 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:40.905031 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:40.911081 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:40.922976 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Pushing event updated for resources: {'Port': ['ID=0b5acb97-738a-4788-8817-e051761ea661,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:40.950277 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.950277 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951414 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951725 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.951970 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.952305 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.952637 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.952993 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.953319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:40.986994 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Attempting to bind port 0b5acb97-738a-4788-8817-e051761ea661 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:40.987507 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Attempting to bind port 0b5acb97-738a-4788-8817-e051761ea661 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:40.987790 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Attempting to bind port 0b5acb97-738a-4788-8817-e051761ea661 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:40.994202 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:40.994666 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:40.995028 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:40.995426 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Bound using segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:40.995924 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Bound port: 0b5acb97-738a-4788-8817-e051761ea661, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:40.996313 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.069092 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] For port 0b5acb97-738a-4788-8817-e051761ea661, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:41.074173 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.077405 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] For port 0b5acb97-738a-4788-8817-e051761ea661, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0b5acb97-738a-4788-8817-e051761ea661,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:41.093955 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.145054 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.206926 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba9be-8f5e-4318-b3a4-f4da60043334 None None] Pushing event updated for resources: {'Port': ['ID=0b5acb97-738a-4788-8817-e051761ea661,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:41.217531 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Allocated IP 172.27.0.198 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/f331d3b1-c2c9-4343-9764-27a6382ee2a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:41.333427 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.470706 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:41.509706 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:41.514835 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:41.518446 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:41.543383 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Pushing event updated for resources: {'Port': ['ID=f331d3b1-c2c9-4343-9764-27a6382ee2a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:41.585348 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0b5acb97-738a-4788-8817-e051761ea661 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:41.687362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 0b5acb97-738a-4788-8817-e051761ea661 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:41.853031 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.053192 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5224da1a-df6c-419d-80aa-111b7b23248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.076295 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.144534 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4e3f1-2495-47e5-8160-9204f4a7bca7 None None] Network 05559340-572e-44c3-9c99-4e36ba8638fa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:42.201583 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.260036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:46:42.281890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Provisioning for port 0b5acb97-738a-4788-8817-e051761ea661 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:42.290013 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Provisioning complete for port 0b5acb97-738a-4788-8817-e051761ea661 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:42.290429 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.375688 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:46:42.390481 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:46:42.413646 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:42.414337 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:42.417233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.452992 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.455774 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4ddf7076-22fb-480f-93ed-778d8b5dae27 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1409783 Aug 26 12:46:42.457789 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:42.495534 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] For port 0b5acb97-738a-4788-8817-e051761ea661, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0b5acb97-738a-4788-8817-e051761ea661,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:42.553146 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:42.609364 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.706833 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4062a-8b9e-435d-a240-0a13acff5001 None None] Pushing event updated for resources: {'Port': ['ID=0b5acb97-738a-4788-8817-e051761ea661,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:42.770059 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5b9638d-9d5b-4321-a7b6-5188aed300ff None None] Provisioning complete for port 0b5acb97-738a-4788-8817-e051761ea661 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:42.770496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5b9638d-9d5b-4321-a7b6-5188aed300ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:42.960300 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:41Z', 'revision_number': 3, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:43.005227 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:46:43.005578 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Updating router ba0c588f-bffc-4caa-9fb5-89f732f8298a port f331d3b1-c2c9-4343-9764-27a6382ee2a2 binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:46:43.044596 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.157399 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.306162 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.315841 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Transition to ACTIVE for port object f331d3b1-c2c9-4343-9764-27a6382ee2a2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:43.323543 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Allocated IP 172.20.0.1 (05559340-572e-44c3-9c99-4e36ba8638fa/a0714708-8bda-4e77-8010-35433e03412e/c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:43.401793 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.427436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.441716 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Transition to ACTIVE for port object c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:43.449239 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Attempting to bind port f331d3b1-c2c9-4343-9764-27a6382ee2a2 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:43.449606 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Attempting to bind port f331d3b1-c2c9-4343-9764-27a6382ee2a2 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:43.456245 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Attempting to bind port f331d3b1-c2c9-4343-9764-27a6382ee2a2 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:43.458930 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:43.459298 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:43.459694 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.460079 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:43.460529 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Bound port: f331d3b1-c2c9-4343-9764-27a6382ee2a2, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:43.460931 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.462930 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5e06-f7b2-4a45-a8e6-fe1ba59d7b41 None None] Pushing event updated for resources: {'Port': ['ID=f331d3b1-c2c9-4343-9764-27a6382ee2a2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:43.520973 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] For port f331d3b1-c2c9-4343-9764-27a6382ee2a2, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:43.524158 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] For port f331d3b1-c2c9-4343-9764-27a6382ee2a2, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=f331d3b1-c2c9-4343-9764-27a6382ee2a2,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:43.534533 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0b5acb97-738a-4788-8817-e051761ea661 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:43.539099 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.576753 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:43.579436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:43.581630 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 0b5acb97-738a-4788-8817-e051761ea661 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:43.582002 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.585582 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:43.611596 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Pushing event updated for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:43.630182 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.656398 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:43.734346 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:43.734710 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:43.772588 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5e06-f7b2-4a45-a8e6-fe1ba59d7b41 None None] Pushing event updated for resources: {'Port': ['ID=f331d3b1-c2c9-4343-9764-27a6382ee2a2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:43.850262 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:43.885623 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.053476 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.054873 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:41Z', 'revision_number': 3, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:44.083496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52a66d-e566-4c04-91e3-174fbeab44ea None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:41Z', 'revision_number': 3, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:46:44.085149 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-beb59cca-5e4d-4c8e-8101-c67be630b22d None None] Provisioning for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:44.088169 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.091624 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-beb59cca-5e4d-4c8e-8101-c67be630b22d None None] Provisioning complete for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:44.091994 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beb59cca-5e4d-4c8e-8101-c67be630b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.133374 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-beb59cca-5e4d-4c8e-8101-c67be630b22d None None] Port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:46:44.166998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.236637 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Pushing event updated for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:44.240391 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.356657 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:44.358121 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:44.490528 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:46:44.609492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:46:44.614463 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-41799c9b-e892-4c4d-96bb-787879942869 admin admin] 10.222.0.15 "PUT /v2.0/routers/ba0c588f-bffc-4caa-9fb5-89f732f8298a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556284 Aug 26 12:46:44.658533 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9185936-d883-4c45-b29f-f24cb055255f None None] Provisioning complete for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:44.659643 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9185936-d883-4c45-b29f-f24cb055255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:44.700401 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c9185936-d883-4c45-b29f-f24cb055255f None None] Port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:46:45.339197 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:45.344644 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1079953819-network', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:45.373037 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.441654 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Made reservation on behalf of ca2d9548571d4553b0d46a85c46e1d8b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:45.444276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.453657 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.560413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.589353 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device f331d3b1-c2c9-4343-9764-27a6382ee2a2 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:45.633744 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.656330 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:46:45.672224 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb97fd4-932e-408f-b110-f0c88ad848ec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:45.674461 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:46:45.675302 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.675775 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Added segment 6f28bcc6-2fbc-43c2-b3e3-6718e5354270 of type vlan for network 506af2f2-5d62-4c57-82e1-21200cd8db4c Aug 26 12:46:45.684487 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:45.685299 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:45.715853 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port f331d3b1-c2c9-4343-9764-27a6382ee2a2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:45.717469 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.719959 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port f331d3b1-c2c9-4343-9764-27a6382ee2a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:45.720342 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.795375 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:45.803574 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.825024 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.826073 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:45.826646 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port f331d3b1-c2c9-4343-9764-27a6382ee2a2, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=f331d3b1-c2c9-4343-9764-27a6382ee2a2,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:45.826788 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.896323 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] Pushing event updated for resources: {'Network': ['ID=506af2f2-5d62-4c57-82e1-21200cd8db4c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:45.902823 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:46:45.916836 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:45.973910 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0c1c70cd-9781-4fe2-a983-c8d8ae8c29d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6335869 Aug 26 12:46:45.978321 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:45.987023 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Request body: {'subnet': {'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1079953819-subnet', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:46.008431 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=f331d3b1-c2c9-4343-9764-27a6382ee2a2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:46.045741 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 2, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:46.077810 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:46:46.078165 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Updating router ba0c588f-bffc-4caa-9fb5-89f732f8298a port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:46:46.104148 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.121599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Made reservation on behalf of ca2d9548571d4553b0d46a85c46e1d8b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:46.124012 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4465137'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.382894 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.389693 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4537586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4465027'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.396255 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Transition to ACTIVE for port object c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:46.447701 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863e1d96-e4ce-43a8-adc2-14243fb86776,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:46.457110 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Checking segment: {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:46.457436 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Network hostable DHCP agents. Network: 506af2f2-5d62-4c57-82e1-21200cd8db4c, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:46:46.475440 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.547090 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Pushing event updated for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:46.558202 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:46:46.572883 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.576709 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:46:46.591268 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Attempting to bind port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:46.591637 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Attempting to bind port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:46.591998 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Attempting to bind port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:46.598472 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:46.598810 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:46.599314 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.599745 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Bound using segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:46.600176 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Bound port: c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:46.603977 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.652936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, 506af2f2-5d62-4c57-82e1-21200cd8db4c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:46.661880 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:46.661880 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.672575 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe31f0a-2196-417d-b79f-752af5da8257 None None] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:46.678918 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] For port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:46.682581 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] For port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:46.744083 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.744673 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f845db35-307a-4a11-80ed-6d80908b4c65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7645640 Aug 26 12:46:46.747117 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:46.752024 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:46.806216 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:46.806852 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:46.811948 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2609a-d131-4b7f-b1c9-9abceef9ea9a None None] Pushing event updated for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:46.854858 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36881'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.868975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb29a6330-0634-589a-a26e-4d55f3334247-506af2f2-5d62-4c57-82e1-21200cd8db4c', 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'fixed_ips': [{'subnet_id': '863e1d96-e4ce-43a8-adc2-14243fb86776'}]}} from dv-cinder-806140-1-iscsi. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:46:46.869601 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36888'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.869713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.935316 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:46.946964 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:47.017617 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Allocated IP 172.20.0.2 (506af2f2-5d62-4c57-82e1-21200cd8db4c/863e1d96-e4ce-43a8-adc2-14243fb86776/af6ae5a1-11bd-48b5-b92b-05addb07cc4c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:47.167534 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:46Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:47.168358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.190318 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.199394 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Transition to ACTIVE for port object af6ae5a1-11bd-48b5-b92b-05addb07cc4c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:47.200974 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d146-5d9b-4bee-a58c-2663989aa68c None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:46Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:46:47.215894 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Transition to ACTIVE for port object af6ae5a1-11bd-48b5-b92b-05addb07cc4c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:47.332465 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.371686 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:47.374698 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:47.378377 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:47.393628 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Pushing event updated for resources: {'Port': ['ID=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:47.446331 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Attempting to bind port af6ae5a1-11bd-48b5-b92b-05addb07cc4c on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:47.447296 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Attempting to bind port af6ae5a1-11bd-48b5-b92b-05addb07cc4c by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:47.447729 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Attempting to bind port af6ae5a1-11bd-48b5-b92b-05addb07cc4c on network 506af2f2-5d62-4c57-82e1-21200cd8db4c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:47.454105 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:47.454875 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Checking segment: {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:47.455802 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.456243 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Bound using segment: {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:47.456988 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Bound port: af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:47.457430 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.462038 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.493085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.538016 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] For port af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:47.549358 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] For port af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:47.627788 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Allocated IP 172.27.0.232 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/efc63a9c-872c-4ea5-bbfe-641a8f89b322) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:47.636308 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.666793 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device f331d3b1-c2c9-4343-9764-27a6382ee2a2 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:47.752599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.760108 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45aaa9-84bf-44a5-9e5c-f7d91c1d0890 None None] Pushing event updated for resources: {'Port': ['ID=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:47.776387 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port f331d3b1-c2c9-4343-9764-27a6382ee2a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:47.776808 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.878755 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:47.881932 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:47.937437 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:47.946705 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:47.965748 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:47.972219 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=efc63a9c-872c-4ea5-bbfe-641a8f89b322,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:48.052832 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:48.057846 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:48.058219 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.192926 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.346986 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:48.359866 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:48.393885 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.452945 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.529947 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:48.539248 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519affca-a903-4725-87c2-80f3d6f26309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.644379 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489531'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.655206 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519affca-a903-4725-87c2-80f3d6f26309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.726955 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519affca-a903-4725-87c2-80f3d6f26309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.769361 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519affca-a903-4725-87c2-80f3d6f26309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcce2f-79c2-4c08-90a3-c1e7422f5e1e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:48.782274 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-519affca-a903-4725-87c2-80f3d6f26309 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12b41d94c9114de1818487fa3576783e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210320 Aug 26 12:46:48.783001 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:48.807274 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f66797-c0b4-4713-b94c-7a1af7157246 None None] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:48.846901 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b is scheduled to L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:46:48.867165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.903948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:48.964329 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d98ac3b4-2e91-4053-8ea2-ef1fc506411d None None] Provisioning for port af6ae5a1-11bd-48b5-b92b-05addb07cc4c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:48.971877 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:46:48.987294 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Sync routers for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:46:49.010259 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:49.010980 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:49.024049 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.026669 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.027822 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52fcce2f-79c2-4c08-90a3-c1e7422f5e1e HTTP/1.1" status: 204 len: 168 time: 0.2436922 Aug 26 12:46:49.035713 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af96f-cc09-4c09-9d76-5e4152241caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcce2f-79c2-4c08-90a3-c1e7422f5e1e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:49.051035 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.051035 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4f06cac8-09b1-42f5-ab9c-e3fff28e7cf8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3002167 Aug 26 12:46:49.051503 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:49.158397 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:49.364709 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 3, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:49.393402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Checking router: 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:46:49.393766 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Updating router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b port efc63a9c-872c-4ea5-bbfe-641a8f89b322 binding host dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:46:49.426661 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.656254 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device af6ae5a1-11bd-48b5-b92b-05addb07cc4c up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:49.760210 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.776786 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Transition to ACTIVE for port object efc63a9c-872c-4ea5-bbfe-641a8f89b322 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:49.817464 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.829720 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port af6ae5a1-11bd-48b5-b92b-05addb07cc4c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:49.833841 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port af6ae5a1-11bd-48b5-b92b-05addb07cc4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:49.839674 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.866428 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.925841 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79643adc-70e2-49c4-83fb-a8df480c9918 None None] Pushing event updated for resources: {'Port': ['ID=efc63a9c-872c-4ea5-bbfe-641a8f89b322,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:49.933527 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Attempting to bind port efc63a9c-872c-4ea5-bbfe-641a8f89b322 on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:49.933835 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Attempting to bind port efc63a9c-872c-4ea5-bbfe-641a8f89b322 by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:49.934198 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Attempting to bind port efc63a9c-872c-4ea5-bbfe-641a8f89b322 on network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:49.970399 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:49.971042 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Checking segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:49.971170 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.971515 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Bound using segment: {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:49.971995 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Bound port: efc63a9c-872c-4ea5-bbfe-641a8f89b322, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:49.972381 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:49.992608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Allocated IP 172.20.0.1 (506af2f2-5d62-4c57-82e1-21200cd8db4c/863e1d96-e4ce-43a8-adc2-14243fb86776/294cc879-798d-4e7b-a2ba-d60d693b939c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:46:50.012801 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.055050 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] For port efc63a9c-872c-4ea5-bbfe-641a8f89b322, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:50.059738 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] For port efc63a9c-872c-4ea5-bbfe-641a8f89b322, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=efc63a9c-872c-4ea5-bbfe-641a8f89b322,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:50.068363 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:50.112492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.125827 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Transition to ACTIVE for port object 294cc879-798d-4e7b-a2ba-d60d693b939c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:50.145116 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.174365 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.175145 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:50.230752 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.242027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:50.243644 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:50.244006 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79643adc-70e2-49c4-83fb-a8df480c9918 None None] Pushing event updated for resources: {'Port': ['ID=efc63a9c-872c-4ea5-bbfe-641a8f89b322,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:50.290869 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:50.298160 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:50.303599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Pushing event updated for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:50.305583 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:46:50.355363 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489700'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.382489 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:50.382930 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.417524 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:50.435270 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:50.578185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.671115 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 3, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:50.697904 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158fdb2-40af-4732-86cd-79dd86ef017c None None] The sync data for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi is: [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 3, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:46:50.699366 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6aaa300-3d77-4a11-a0d3-bf1a9526267e None None] Provisioning for port 294cc879-798d-4e7b-a2ba-d60d693b939c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:50.705330 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6aaa300-3d77-4a11-a0d3-bf1a9526267e None None] Provisioning complete for port 294cc879-798d-4e7b-a2ba-d60d693b939c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:50.705709 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa300-3d77-4a11-a0d3-bf1a9526267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.740962 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaa300-3d77-4a11-a0d3-bf1a9526267e None None] Port 294cc879-798d-4e7b-a2ba-d60d693b939c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:46:50.754552 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.853783 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.942909 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-488763'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:50.944712 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Pushing event updated for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:51.049297 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:46:51.050885 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:51.107028 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:51.188661 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:46:51.267361 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e648e7a4-07e8-467b-84c7-e4ae8a3fedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.323059 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:46:51.339567 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-40d89d5c-1417-46c6-894d-d7c6a3b4b578 admin admin] 10.222.0.15 "PUT /v2.0/routers/57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2784712 Aug 26 12:46:51.363840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c94f41ab-21b1-4d45-a917-a37e8cc20bbc None None] Provisioning complete for port 294cc879-798d-4e7b-a2ba-d60d693b939c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:51.364851 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c94f41ab-21b1-4d45-a917-a37e8cc20bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.379348 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e648e7a4-07e8-467b-84c7-e4ae8a3fedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.407383 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c94f41ab-21b1-4d45-a917-a37e8cc20bbc None None] Port 294cc879-798d-4e7b-a2ba-d60d693b939c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:46:51.441288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e648e7a4-07e8-467b-84c7-e4ae8a3fedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.482543 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e648e7a4-07e8-467b-84c7-e4ae8a3fedc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62aef18f601e4892816224d5ac996c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734691 Aug 26 12:46:51.486407 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:51.487825 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648e7a4-07e8-467b-84c7-e4ae8a3fedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c098b0db-11f0-407f-908c-8e210e014a38,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:51.560413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.587410 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.672471 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device af6ae5a1-11bd-48b5-b92b-05addb07cc4c up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:51.778971 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.782747 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.786552 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c098b0db-11f0-407f-908c-8e210e014a38 HTTP/1.1" status: 204 len: 168 time: 0.2960997 Aug 26 12:46:51.793610 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d7457-248c-4588-b5bd-f31765c57736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098b0db-11f0-407f-908c-8e210e014a38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:51.878069 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port af6ae5a1-11bd-48b5-b92b-05addb07cc4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:51.878441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:51.963599 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device efc63a9c-872c-4ea5-bbfe-641a8f89b322 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:52.092418 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port efc63a9c-872c-4ea5-bbfe-641a8f89b322 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:52.097531 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port efc63a9c-872c-4ea5-bbfe-641a8f89b322 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:52.097912 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.215969 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.234411 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port efc63a9c-872c-4ea5-bbfe-641a8f89b322, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=efc63a9c-872c-4ea5-bbfe-641a8f89b322,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:52.251567 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:52.256751 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192526394', 'description': 'tempest-secgroup-smoke-192526394 description', 'project_id': '7e73282803b647718c8083649fe1e006'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:52.321608 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.356057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.383222 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=efc63a9c-872c-4ea5-bbfe-641a8f89b322,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:52.456023 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Sync routers for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:46:52.460632 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.467010 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:52.467664 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:52.538949 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.575432 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fadc454-80f6-4e98-8df0-01a9c62c8e87,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:52.613284 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.615035 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-13308b93-5590-4ad7-82f3-85d2dea1a446 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3618910 Aug 26 12:46:52.617714 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:52.623400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:52.670112 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:52.720924 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.785056 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.851269 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:52.875284 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.893948 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 4, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '294cc879-798d-4e7b-a2ba-d60d693b939c', 'name': '', 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:49Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 2, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'subnets': [{'id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:52.894265 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd45dc3a-d7d5-4341-9457-2e187898834f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:52.926357 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Checking router: 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:46:52.926715 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Updating router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b port 294cc879-798d-4e7b-a2ba-d60d693b939c binding host dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:46:52.954616 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.963127 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028670911-network', 'tenant_id': 'a62d010e318a4be6b2dd3b9a95ca5539'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:52.970089 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:52.971746 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-85a9b9a8-12e4-4377-a524-311a49d2bb30 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518066 Aug 26 12:46:52.975705 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:52.983509 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:53.035751 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Made reservation on behalf of a62d010e318a4be6b2dd3b9a95ca5539 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:53.038450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.049023 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.132315 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.200398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.222008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.237978 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.248353 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Transition to ACTIVE for port object 294cc879-798d-4e7b-a2ba-d60d693b939c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:46:53.264208 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.287455 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448d957-b3c9-4d71-976f-4b9ad232454d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.320656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.350007 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:46:53.364766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1042689-a833-4678-87cd-a4aab7884e68,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.367674 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.368009 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Added segment deb5c05e-a651-4ea8-80c7-f43d2dd08753 of type vlan for network af06ec5e-56da-46d4-8b0d-91a724f7f270 Aug 26 12:46:53.376180 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.413445 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162904450'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.434819 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca465-0695-4963-a66e-287b11a617e7 None None] Pushing event updated for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.441232 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.446657 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f3e9030e-dff3-431a-9eae-0d070de6b3eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4685133 Aug 26 12:46:53.447448 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:53.452230 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:53.493068 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Attempting to bind port 294cc879-798d-4e7b-a2ba-d60d693b939c on host dv-cinder-806140-1-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:46:53.497187 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Attempting to bind port 294cc879-798d-4e7b-a2ba-d60d693b939c by drivers openvswitch,hyperv on host dv-cinder-806140-1-iscsi at level 0 using segments [{'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:46:53.497187 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Attempting to bind port 294cc879-798d-4e7b-a2ba-d60d693b939c on network 506af2f2-5d62-4c57-82e1-21200cd8db4c {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:46:53.500007 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Checking agent: {'id': '405bf3f2-65dd-4d40-b4be-745a4351baf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 29, 12), 'started_at': datetime.datetime(2021, 8, 26, 12, 29, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:46:53.500389 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Checking segment: {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:53.500842 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.501246 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Bound using segment: {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:46:53.501760 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Bound port: 294cc879-798d-4e7b-a2ba-d60d693b939c, host: dv-cinder-806140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f28bcc6-2fbc-43c2-b3e3-6718e5354270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:46:53.502162 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.561534 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device efc63a9c-872c-4ea5-bbfe-641a8f89b322 up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:53.573869 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.574718 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] For port 294cc879-798d-4e7b-a2ba-d60d693b939c, host dv-cinder-806140-1-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:46:53.574994 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:53.575588 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.579051 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] For port 294cc879-798d-4e7b-a2ba-d60d693b939c, host dv-cinder-806140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=294cc879-798d-4e7b-a2ba-d60d693b939c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:46:53.599480 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.624648 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.651946 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] Pushing event updated for resources: {'Network': ['ID=af06ec5e-56da-46d4-8b0d-91a724f7f270,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.665271 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 details requested by agent ovs-agent-dv-cinder-806140-1-iscsi with host dv-cinder-806140-1-iscsi {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:46:53.695086 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-57c5f034-086d-4e88-a82a-0dd92e1b74ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8423171 Aug 26 12:46:53.698164 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 38538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:53.701832 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:46:53.702472 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:46:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:53.703985 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Request body: {'subnet': {'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028670911-subnet', 'tenant_id': 'a62d010e318a4be6b2dd3b9a95ca5539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:53.728914 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port efc63a9c-872c-4ea5-bbfe-641a8f89b322 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:53.729292 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.739551 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.757802 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca465-0695-4963-a66e-287b11a617e7 None None] Pushing event updated for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.801391 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Made reservation on behalf of a62d010e318a4be6b2dd3b9a95ca5539 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:53.803792 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4197632'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.847653 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:46:53.853050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.891117 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc4861e-5996-4352-9440-9c3002e9eedb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:53.976962 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:53.979016 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1be1160b-6600-46fa-8553-f1345aa3cf42 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5305774 Aug 26 12:46:53.981801 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:53.986969 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:54.069745 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 4, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '294cc879-798d-4e7b-a2ba-d60d693b939c', 'name': '', 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:49Z', 'updated_at': '2021-08-26T12:46:53Z', 'revision_number': 4, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'subnets': [{'id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:46:54.088424 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.102348 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96bb2a-8a92-4727-8a6d-becee0b076b1 None None] The sync data for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi is: [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:46:50Z', 'revision_number': 4, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '294cc879-798d-4e7b-a2ba-d60d693b939c', 'name': '', 'network_id': '506af2f2-5d62-4c57-82e1-21200cd8db4c', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:49Z', 'updated_at': '2021-08-26T12:46:53Z', 'revision_number': 4, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'subnets': [{'id': '863e1d96-e4ce-43a8-adc2-14243fb86776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:46:54.122218 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5756374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4197746'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.151432 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.194031 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadb00a9-80d0-4b06-a29f-1b6c00198ca6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:54.211451 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Checking segment: {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:46:54.212472 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Network hostable DHCP agents. Network: af06ec5e-56da-46d4-8b0d-91a724f7f270, hostable agents: ['83d846c3-49b4-4132-be26-f2f9e175968a'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:46:54.247114 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.269498 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94b609a-8f96-4189-bcea-a96dc529adab,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:54.361143 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 is scheduled to be hosted by DHCP agent 83d846c3-49b4-4132-be26-f2f9e175968a with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:46:54.384837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.386404 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-85e0cbd9-2fbf-42dd-95e3-14859f6ad44b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4031389 Aug 26 12:46:54.389379 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:54.393926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:54.452605 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806140-1-iscsi, af06ec5e-56da-46d4-8b0d-91a724f7f270) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:46:54.457191 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:54.458599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.461682 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2612eeb-2693-48b3-b031-67cd62dcf60d None None] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:54.521793 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Project 7e73282803b647718c8083649fe1e006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:46:54.530431 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.590648 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bd88c5a2-5247-45d4-aac2-12fe93348371 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8913085 Aug 26 12:46:54.609757 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b8aa08-7c23-43d1-be20-ff73fd3e3135 None None] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:46:54.619358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.726964 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.753410 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c81567-8352-43c7-a26c-49553d8d0897,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:54.853256 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:54.856992 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ec8df90a-ad9b-428f-9e5f-95acad177b38 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4644232 Aug 26 12:46:54.857185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:46:54.861704 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'security_group_rule': {'security_group_id': '5fadc454-80f6-4e98-8df0-01a9c62c8e87', 'project_id': '7e73282803b647718c8083649fe1e006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:54.967931 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Project 7e73282803b647718c8083649fe1e006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:46:54.973870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.043612 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.127071 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482985'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.146823 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9410e27-d07b-4354-9327-a9183ced40b5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:55.241778 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.243156 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f412275f-3118-455f-b8d5-a7a8813cc9b6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3850048 Aug 26 12:46:55.620287 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 294cc879-798d-4e7b-a2ba-d60d693b939c up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:55.709978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning for port 294cc879-798d-4e7b-a2ba-d60d693b939c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:46:55.714561 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 294cc879-798d-4e7b-a2ba-d60d693b939c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:55.714919 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.795134 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.827874 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] For port 294cc879-798d-4e7b-a2ba-d60d693b939c, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=294cc879-798d-4e7b-a2ba-d60d693b939c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:46:55.904228 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:55.953126 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Pushing event updated for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:46:56.919822 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-9cffe1c4-0892-4b34-8e69-1b0d440f90ff tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:56.921356 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-9cffe1c4-0892-4b34-8e69-1b0d440f90ff tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/networks?id=af06ec5e-56da-46d4-8b0d-91a724f7f270 HTTP/1.1" status: 200 len: 809 time: 0.1039495 Aug 26 12:46:56.937978 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-2e88a6c2-36be-46bf-8456-ba74b128dcf2 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/quotas/a62d010e318a4be6b2dd3b9a95ca5539 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Aug 26 12:46:56.974907 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-735cf129-e561-4e0b-9192-90f79db74bab tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311165 Aug 26 12:46:57.124431 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-9e2d395c-bd48-4bba-963d-fae27ef91cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412051 Aug 26 12:46:57.223519 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-e65b76b7-f9cb-4aed-94f2-f04ad7defab1 service neutron] 10.222.0.15 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930421 Aug 26 12:46:57.513359 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7bdef8ef-ca3d-4987-ad08-c5991ab08cd8 req-29d3ac30-39de-4e63-99df-bb3bb8686f05 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 210 time: 0.0339513 Aug 26 12:46:57.555945 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 294cc879-798d-4e7b-a2ba-d60d693b939c up at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:46:57.614418 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Provisioning complete for port 294cc879-798d-4e7b-a2ba-d60d693b939c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:46:57.615034 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:46:58.622452 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2480b668-5d4a-4eac-b19a-f8aa1c9f6f4f req-5d123296-2b20-4842-8ff7-433c41b3979a tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Aug 26 12:46:59.685045 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-93cfff06-f9ad-4747-8f5b-2c89fc7c1464 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:46:59.686927 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-93cfff06-f9ad-4747-8f5b-2c89fc7c1464 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "GET /v2.0/networks?id=af06ec5e-56da-46d4-8b0d-91a724f7f270 HTTP/1.1" status: 200 len: 809 time: 0.1137373 Aug 26 12:46:59.709576 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Request body: {'port': {'device_id': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270', 'admin_state_up': True, 'tenant_id': 'a62d010e318a4be6b2dd3b9a95ca5539'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:46:59.780880 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9291a594-1081-4ff1-808a-ebf46d1d6d23 req-aedb979a-76f9-45b5-8d46-885bfb22e81e tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 210 time: 0.0757937 Aug 26 12:46:59.915766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Made reservation on behalf of a62d010e318a4be6b2dd3b9a95ca5539 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:46:59.919406 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.058549 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Allocated IP 172.20.0.13 (af06ec5e-56da-46d4-8b0d-91a724f7f270/cadb00a9-80d0-4b06-a29f-1b6c00198ca6/b9192d03-8477-47bb-973d-5158abb10d30) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:47:00.241581 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.338945 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.383920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:47:00.387449 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:47:00.394526 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:47:00.430962 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Pushing event updated for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:00.462920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:00.463590 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.538746 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-5aa1753d-a7ec-415c-94ff-63b65edcd59f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8349395 Aug 26 12:47:00.559250 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Request body: {'port': {'device_id': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:00.616148 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.909876 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9192d03-8477-47bb-973d-5158abb10d30 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:00.911213 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab64dc-fe40-4b0e-b67c-b5f9323af523 req-3971c899-f20a-4ac3-bad4-91f9a25d2d07 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:00.912905 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3ab64dc-fe40-4b0e-b67c-b5f9323af523 req-3971c899-f20a-4ac3-bad4-91f9a25d2d07 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 932 time: 0.0554514 Aug 26 12:47:00.918569 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:00.932114 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Transition to ACTIVE for port object b9192d03-8477-47bb-973d-5158abb10d30 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:47:00.955457 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3ab64dc-fe40-4b0e-b67c-b5f9323af523 req-7b9012fd-d117-41f5-a465-51efeaab441f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Aug 26 12:47:01.024690 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:01.079511 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:01.152714 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Attempting to bind port b9192d03-8477-47bb-973d-5158abb10d30 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:47:01.153079 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Attempting to bind port b9192d03-8477-47bb-973d-5158abb10d30 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:47:01.153413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Attempting to bind port b9192d03-8477-47bb-973d-5158abb10d30 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:01.157996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Port b9192d03-8477-47bb-973d-5158abb10d30 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:47:01.158313 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Attempting to bind port b9192d03-8477-47bb-973d-5158abb10d30 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:01.163222 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:47:01.163493 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Checking segment: {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:47:01.163874 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Bound using segment: {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:47:01.164297 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Bound port: b9192d03-8477-47bb-973d-5158abb10d30, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:47:01.164685 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:01.232017 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:47:01.235258 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b9192d03-8477-47bb-973d-5158abb10d30,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:47:01.315162 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:01.355696 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.356325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:01.357837 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] 10.222.0.65 "PUT /v2.0/ports/b9192d03-8477-47bb-973d-5158abb10d30 HTTP/1.1" status: 200 len: 1094 time: 0.8030603 Aug 26 12:47:01.358317 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:01.360604 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad6d08-3699-468c-9a00-3f66f5f92b00" -d '{"events": [{"name": "network-changed", "server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "tag": "b9192d03-8477-47bb-973d-5158abb10d30"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:01.385978 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73848098-4626-47a0-930e-20ce79ce4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:01.405444 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd3d02-4dd1-43ef-85a4-3501f4bb26ee x-openstack-request-id: req-4fdd3d02-4dd1-43ef-85a4-3501f4bb26ee {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:01.405743 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "tag": "b9192d03-8477-47bb-973d-5158abb10d30", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:01.406001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fdd3d02-4dd1-43ef-85a4-3501f4bb26ee {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:01.406403 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30', 'status': 'completed', 'code': 200} Aug 26 12:47:01.503894 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-342caf3f-39fd-4c48-9c3e-be515d1e877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.505497 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-342caf3f-39fd-4c48-9c3e-be515d1e877c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 1097 time: 0.0555878 Aug 26 12:47:01.614206 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-ddc4c54c-2a0c-4e50-8f4e-f68b0bc5435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.615674 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-ddc4c54c-2a0c-4e50-8f4e-f68b0bc5435e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0953050 Aug 26 12:47:01.722736 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-1f48156b-4c0a-491e-997f-a300cf8f6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.724153 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f0ad6d08-3699-468c-9a00-3f66f5f92b00 req-1f48156b-4c0a-491e-997f-a300cf8f6117 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014807 Aug 26 12:47:01.828348 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-b29601f4-c833-4174-8c2f-05875cf9f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.830212 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-b29601f4-c833-4174-8c2f-05875cf9f766 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 1097 time: 0.0428731 Aug 26 12:47:01.885523 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-16459a9e-1566-456c-b644-87a0f73fd64a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9192d03-8477-47bb-973d-5158abb10d30 HTTP/1.1" status: 200 len: 217 time: 0.0406666 Aug 26 12:47:01.941009 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-beeebc76-f0ad-4366-85d8-9161cbba7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:01.942502 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-beeebc76-f0ad-4366-85d8-9161cbba7746 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cadb00a9-80d0-4b06-a29f-1b6c00198ca6 HTTP/1.1" status: 200 len: 849 time: 0.0499840 Aug 26 12:47:01.977959 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-0baed1cb-b991-4488-bdd0-7da1442b3815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af06ec5e-56da-46d4-8b0d-91a724f7f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265613 Aug 26 12:47:02.079007 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01ca23-352c-415b-8a03-3eb823eb1ae5 req-b522ba1b-d991-4afc-aea9-de989397d47b tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:02.080026 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-230867e2-d5fc-416a-af4a-0f48fc6d513e service neutron] 10.222.0.65 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933428 Aug 26 12:47:02.080978 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e01ca23-352c-415b-8a03-3eb823eb1ae5 req-b522ba1b-d991-4afc-aea9-de989397d47b tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 944 time: 0.0547333 Aug 26 12:47:02.127582 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e01ca23-352c-415b-8a03-3eb823eb1ae5 req-7ed21393-a713-4e48-825c-88faee4b0438 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367026 Aug 26 12:47:02.175257 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c21f307d-b687-4600-b394-1f82e4ae31b8 req-00735354-57f5-4a4e-a024-ad02ae69d72a service neutron] 10.222.0.65 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886812 Aug 26 12:47:03.253791 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ae99f-a787-4b2f-9cbe-8c1763441a44 req-98dd931c-006b-46a8-9be1-00ffd878d4ca tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:03.255259 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef7ae99f-a787-4b2f-9cbe-8c1763441a44 req-98dd931c-006b-46a8-9be1-00ffd878d4ca tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 944 time: 0.0550575 Aug 26 12:47:03.294725 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef7ae99f-a787-4b2f-9cbe-8c1763441a44 req-27dafa69-a7a4-45f1-b683-ab50cc0a8fd2 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Aug 26 12:47:03.577933 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:47:04.415570 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4297ada-9cee-446f-996d-e325c92ae23b req-26c2e292-2546-4ec6-97b3-2de33db837f8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:04.417326 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4297ada-9cee-446f-996d-e325c92ae23b req-26c2e292-2546-4ec6-97b3-2de33db837f8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 944 time: 0.0524719 Aug 26 12:47:04.476402 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4297ada-9cee-446f-996d-e325c92ae23b req-b86846df-5949-4096-8856-f9a283d80d06 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Aug 26 12:47:05.605047 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7702-8942-449d-9872-84a66bfc733b req-dfceb452-20bc-4af1-8ebd-d151127aad3d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:05.609500 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6cbf7702-8942-449d-9872-84a66bfc733b req-dfceb452-20bc-4af1-8ebd-d151127aad3d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 944 time: 0.0584157 Aug 26 12:47:05.649604 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6cbf7702-8942-449d-9872-84a66bfc733b req-55093971-dad1-4a58-b9fb-185e0b394de9 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Aug 26 12:47:06.022061 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b9192d03-8477-47bb-973d-5158abb10d30 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:47:06.128555 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b9192d03-8477-47bb-973d-5158abb10d30,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:06.140276 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'b9192d03-8477-47bb-973d-5158abb10d30', 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270', 'port_id': 'b9192d03-8477-47bb-973d-5158abb10d30', 'mac_address': 'fa:16:3e:05:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadb00a9-80d0-4b06-a29f-1b6c00198ca6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:47:06.182112 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:06.195763 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9192d03-8477-47bb-973d-5158abb10d30 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:06.219151 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b9192d03-8477-47bb-973d-5158abb10d30,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:06.321551 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:06.372417 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:06.652782 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['b9192d03-8477-47bb-973d-5158abb10d30'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:06.768917 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5675-63ff-48f3-b910-dfa5e2257d07 req-567c4447-91fc-4223-a7d4-8833db5620fc tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:06.770445 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11ef5675-63ff-48f3-b910-dfa5e2257d07 req-567c4447-91fc-4223-a7d4-8833db5620fc tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 945 time: 0.0510426 Aug 26 12:47:06.814331 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11ef5675-63ff-48f3-b910-dfa5e2257d07 req-65182ca7-fc9a-4248-a4d4-776f20058ac2 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Aug 26 12:47:07.201150 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:07.934609 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603586c4-f6c0-42cc-9d6c-a3004a6984d6 req-9254d1f0-49fb-4af7-8fda-0c6c17392a19 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:07.936144 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-603586c4-f6c0-42cc-9d6c-a3004a6984d6 req-9254d1f0-49fb-4af7-8fda-0c6c17392a19 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 945 time: 0.0533063 Aug 26 12:47:07.974123 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-603586c4-f6c0-42cc-9d6c-a3004a6984d6 req-c3f76cd0-e4f8-4898-a69c-a16e2cfaa5a8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Aug 26 12:47:08.021536 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b9192d03-8477-47bb-973d-5158abb10d30 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:47:08.155353 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port b9192d03-8477-47bb-973d-5158abb10d30 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:47:08.159967 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port b9192d03-8477-47bb-973d-5158abb10d30 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:47:08.160344 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:08.248259 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:08.271984 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:08.274237 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072772b-2816-4640-a1d2-994b16b7347e" -d '{"events": [{"server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "name": "network-vif-plugged", "status": "completed", "tag": "b9192d03-8477-47bb-973d-5158abb10d30"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:08.287936 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b9192d03-8477-47bb-973d-5158abb10d30,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:08.311772 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8508113d-3e1d-41eb-b6cf-49ddd62b8bc0 x-openstack-request-id: req-8508113d-3e1d-41eb-b6cf-49ddd62b8bc0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:08.312068 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "name": "network-vif-plugged", "status": "completed", "tag": "b9192d03-8477-47bb-973d-5158abb10d30", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:08.312321 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8508113d-3e1d-41eb-b6cf-49ddd62b8bc0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:08.312724 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30', 'code': 200} Aug 26 12:47:08.343726 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:08.392052 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:08.656517 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d324b06-544d-4df3-9ce3-a8572a5841c9 req-c1850aa1-19de-493b-8a89-02012f5547ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:08.658250 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d324b06-544d-4df3-9ce3-a8572a5841c9 req-c1850aa1-19de-493b-8a89-02012f5547ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 1099 time: 0.0467341 Aug 26 12:47:08.699465 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d324b06-544d-4df3-9ce3-a8572a5841c9 req-cbbe557a-b774-4761-955c-ebcc2cfbec5b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Aug 26 12:47:09.098048 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb008a-6042-4467-a143-8b71b6ba806b req-6b91b0b5-9351-4562-b264-20a3b967743d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:09.099731 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-daeb008a-6042-4467-a143-8b71b6ba806b req-6b91b0b5-9351-4562-b264-20a3b967743d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 946 time: 0.0570700 Aug 26 12:47:09.139329 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-daeb008a-6042-4467-a143-8b71b6ba806b req-0cb1bba6-2422-4af1-ab7b-a7ee032d115c tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Aug 26 12:47:09.463953 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e32ee8-9b78-449e-8357-716feb26bbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:10.259999 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e1286-0366-4800-8c6a-26b9508af034 req-c7fa9857-0765-42ba-a490-a3dcaa4c5861 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:10.261618 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd1e1286-0366-4800-8c6a-26b9508af034 req-c7fa9857-0765-42ba-a490-a3dcaa4c5861 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 946 time: 0.0513678 Aug 26 12:47:10.308329 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dd1e1286-0366-4800-8c6a-26b9508af034 req-71a66be7-a621-43de-b40d-40765df8c8e8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Aug 26 12:47:11.818232 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56918-9200-4347-b272-21d45339698d req-93300d5d-3fe5-4061-9d1d-1ff948757fbb tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:11.819758 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1dc56918-9200-4347-b272-21d45339698d req-93300d5d-3fe5-4061-9d1d-1ff948757fbb tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 946 time: 0.0497622 Aug 26 12:47:11.858696 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1dc56918-9200-4347-b272-21d45339698d req-93879551-28c3-49df-ba0d-69c8decfa8b8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Aug 26 12:47:12.092296 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eb32e71-a126-4a59-9ca3-afb3e3d5af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:12.178390 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:13.135755 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803606a-1b31-49e4-b875-2414b195a094 req-36ce1359-f75c-43a6-8d8d-7394a281158b tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:13.135755 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2803606a-1b31-49e4-b875-2414b195a094 req-36ce1359-f75c-43a6-8d8d-7394a281158b tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 946 time: 0.0497031 Aug 26 12:47:13.178703 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2803606a-1b31-49e4-b875-2414b195a094 req-b23acaa8-77f7-485a-8cfb-e96660a8fe32 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Aug 26 12:47:13.374628 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-dd1f8b9f-9aae-430b-8529-2e31f9987152 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192526394&fields=id&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 267 time: 0.0343237 Aug 26 12:47:13.408141 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-eab8448a-bdcf-45cf-86f7-edec63317764 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:13.409590 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-eab8448a-bdcf-45cf-86f7-edec63317764 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 946 time: 0.0561965 Aug 26 12:47:13.486668 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-d2ccb54b-410e-4b3a-b832-143b24cf00b8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:13.487917 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-d2ccb54b-410e-4b3a-b832-143b24cf00b8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1059508 Aug 26 12:47:13.503535 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-ba8cc933-f503-479d-af2d-3dc53f2680eb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/quotas/7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 375 time: 0.0096884 Aug 26 12:47:13.508562 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Deleting port b9192d03-8477-47bb-973d-5158abb10d30 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:47:13.508926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:13.564055 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-8e3731b0-11db-4197-8205-600d83e5b90f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540748 Aug 26 12:47:13.607777 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] For port b9192d03-8477-47bb-973d-5158abb10d30, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=b9192d03-8477-47bb-973d-5158abb10d30,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:13.608137 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:13.622141 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Calling delete_port for b9192d03-8477-47bb-973d-5158abb10d30 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:47:13.672846 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-442ef1c9-b276-4d39-83d7-f812b08c4c65 service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968182 Aug 26 12:47:13.777355 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-9513acc8-bef1-4080-ac60-665e80cb5516 service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983109 Aug 26 12:47:13.864194 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:13.897925 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Pushing event deleted for resources: {'Port': ['ID=b9192d03-8477-47bb-973d-5158abb10d30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:13.906148 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['b9192d03-8477-47bb-973d-5158abb10d30'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:13.941045 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] No DVR routers for this DVR port b9192d03-8477-47bb-973d-5158abb10d30 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:47:13.943461 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:13.946127 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e5eb909-930d-43d5-9bff-4d48533b1df8 req-1c0affc6-7758-4945-a430-a3dfd76d03d8 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "DELETE /v2.0/ports/b9192d03-8477-47bb-973d-5158abb10d30 HTTP/1.1" status: 204 len: 173 time: 0.5296974 Aug 26 12:47:13.946564 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'name': 'network-vif-deleted', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:13.948817 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd354cec-4b38-4dee-b6f7-6b3e5037976e" -d '{"events": [{"server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "name": "network-vif-deleted", "tag": "b9192d03-8477-47bb-973d-5158abb10d30"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:13.983687 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468a0bb5-c8a0-440c-bf33-2e7213b9d989 x-openstack-request-id: req-468a0bb5-c8a0-440c-bf33-2e7213b9d989 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:13.983982 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2822aba1-9089-42c6-8b03-ca9f26dce158", "name": "network-vif-deleted", "tag": "b9192d03-8477-47bb-973d-5158abb10d30", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:13.984247 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-468a0bb5-c8a0-440c-bf33-2e7213b9d989 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:13.984669 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822aba1-9089-42c6-8b03-ca9f26dce158', 'name': 'network-vif-deleted', 'tag': 'b9192d03-8477-47bb-973d-5158abb10d30', 'status': 'completed', 'code': 200} Aug 26 12:47:14.069439 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:14.278166 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-013a82e2-7f1c-483e-bdfa-7335e4f01a8d req-13c6c5b5-fd62-4378-aeae-a52e497d4c44 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=2822aba1-9089-42c6-8b03-ca9f26dce158 HTTP/1.1" status: 200 len: 210 time: 0.0278354 Aug 26 12:47:14.558172 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-48ff796a-c89f-434f-8307-8f770ff5cf71 req-a320552b-50ee-440b-9d54-ea5222c73fb3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Aug 26 12:47:15.429383 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:15.556246 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-90bd0be0-f594-4cae-ae31-dd78572e9489 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:15.557708 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-90bd0be0-f594-4cae-ae31-dd78572e9489 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/networks?id=af06ec5e-56da-46d4-8b0d-91a724f7f270 HTTP/1.1" status: 200 len: 809 time: 0.1121502 Aug 26 12:47:15.573992 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-48627858-4b00-4183-85fc-2b921bd96208 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/quotas/a62d010e318a4be6b2dd3b9a95ca5539 HTTP/1.1" status: 200 len: 375 time: 0.0103686 Aug 26 12:47:15.608416 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-ad5c9841-7494-4d6f-bd47-9d8002af12fd tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277884 Aug 26 12:47:15.655613 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb1f1738-be9d-4c12-9efc-2d1b8ea46ed8 req-5d0c550d-6578-403d-bb62-cadbe2b952e6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Aug 26 12:47:15.701671 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-73a3441f-e998-46bc-8308-e6a962d22b4f service neutron] 10.222.0.15 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857775 Aug 26 12:47:15.797198 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-a9233a90-8d57-4d96-905d-60c068f03f6f service neutron] 10.222.0.15 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Aug 26 12:47:16.072517 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1b22762-8f48-434d-aed9-53fedfd3904d req-67899fa9-a7d6-47d6-91c1-0919fc076372 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 210 time: 0.0277634 Aug 26 12:47:16.623588 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-bc0bca1c-c62c-4561-9faa-fb379d095db3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:16.625187 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-bc0bca1c-c62c-4561-9faa-fb379d095db3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1025012 Aug 26 12:47:16.689445 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-cb274409-f061-4b62-a402-ecf23d34b2f3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 379 time: 0.0483663 Aug 26 12:47:16.701510 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'port': {'device_id': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'admin_state_up': True, 'tenant_id': '7e73282803b647718c8083649fe1e006', 'security_groups': ['5fadc454-80f6-4e98-8df0-01a9c62c8e87']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:16.759102 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03a83ec6-5ffa-4ad0-bd12-1e4b6e690abf req-e172fefc-ffec-4d95-86e5-ecdad8c185f5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Aug 26 12:47:16.898358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Made reservation on behalf of 7e73282803b647718c8083649fe1e006 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:47:16.902083 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:17.108568 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54aa60-a533-4e0b-a522-e0d481a69c37 req-14822c8c-ef17-40af-bb99-d8f014c829cf tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:17.110403 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d54aa60-a533-4e0b-a522-e0d481a69c37 req-14822c8c-ef17-40af-bb99-d8f014c829cf tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0610654 Aug 26 12:47:17.177120 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d54aa60-a533-4e0b-a522-e0d481a69c37 req-ce238082-34a0-4389-8e1e-8bdf9055405e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591698 Aug 26 12:47:17.324245 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eabb9df9-a447-41e1-9dc0-f1fa878ca575 req-c36c2157-9eb6-48fe-a942-2e0e11ea6e79 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 210 time: 0.0367100 Aug 26 12:47:17.342655 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.20.0.6 (05559340-572e-44c3-9c99-4e36ba8638fa/a0714708-8bda-4e77-8010-35433e03412e/83890e68-9495-4944-8dd8-bfc7a23a9a1e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:47:17.487462 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:17.500820 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Transition to ACTIVE for port object 83890e68-9495-4944-8dd8-bfc7a23a9a1e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:47:17.681613 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:17.724897 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:47:17.730865 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:47:17.734792 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:47:17.741535 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:17.773834 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.774212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.774535 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.775102 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.775734 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.777146 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.777803 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.778238 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.778614 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.778958 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.779303 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.779634 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:17.806528 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:17.807219 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:17.908175 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2eaf3-aa20-4b67-8c64-745964d1adbc req-4984a964-5b17-42b4-bf79-18cd920aad78 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:17.910721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-26d2eaf3-aa20-4b67-8c64-745964d1adbc req-4984a964-5b17-42b4-bf79-18cd920aad78 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 931 time: 0.0636823 Aug 26 12:47:17.916757 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-f85c8cc8-d62d-4e1b-81b6-5166dd8581b3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2205052 Aug 26 12:47:17.938519 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Request body: {'port': {'device_id': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:17.966462 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-26d2eaf3-aa20-4b67-8c64-745964d1adbc req-e547b7e1-b9a8-4963-8d8a-1ee0b22074c1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Aug 26 12:47:18.003223 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.073788 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b9192d03-8477-47bb-973d-5158abb10d30 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:47:18.096061 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6a9d76e-d1b0-4b66-b12e-59fc395aee42 None None] Provisioning for port 83890e68-9495-4944-8dd8-bfc7a23a9a1e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:47:18.098043 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: b9192d03-8477-47bb-973d-5158abb10d30 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:47:18.098379 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device b9192d03-8477-47bb-973d-5158abb10d30 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:47:18.101965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6a9d76e-d1b0-4b66-b12e-59fc395aee42 None None] Provisioning complete for port 83890e68-9495-4944-8dd8-bfc7a23a9a1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:47:18.102330 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6a9d76e-d1b0-4b66-b12e-59fc395aee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.136904 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9d76e-d1b0-4b66-b12e-59fc395aee42 None None] Port 83890e68-9495-4944-8dd8-bfc7a23a9a1e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:47:18.331701 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83890e68-9495-4944-8dd8-bfc7a23a9a1e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:18.342976 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.364988 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1685d-e1e2-4671-9760-ae97d57f565a req-f3976822-cdab-4759-b777-f5389d29b313 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:18.366595 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21c1685d-e1e2-4671-9760-ae97d57f565a req-f3976822-cdab-4759-b777-f5389d29b313 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.1032963 Aug 26 12:47:18.373234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Transition to ACTIVE for port object 83890e68-9495-4944-8dd8-bfc7a23a9a1e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:47:18.417424 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21c1685d-e1e2-4671-9760-ae97d57f565a req-67a70d06-2cab-4994-9bca-b6bbc3435d8c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Aug 26 12:47:18.425829 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-801d8015-cc0d-4a29-9d6f-45fbf71bb1c6 req-289d7626-6c4f-46b4-b7e9-adea25ab6269 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 210 time: 0.0287783 Aug 26 12:47:18.486985 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.546682 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:18.631837 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Attempting to bind port 83890e68-9495-4944-8dd8-bfc7a23a9a1e on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:47:18.632170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Attempting to bind port 83890e68-9495-4944-8dd8-bfc7a23a9a1e by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:47:18.632498 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Attempting to bind port 83890e68-9495-4944-8dd8-bfc7a23a9a1e on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:18.638067 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Port 83890e68-9495-4944-8dd8-bfc7a23a9a1e on network 05559340-572e-44c3-9c99-4e36ba8638fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:47:18.638384 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Attempting to bind port 83890e68-9495-4944-8dd8-bfc7a23a9a1e on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:18.646295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:47:18.650243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:47:18.650243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Bound using segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:47:18.650243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Bound port: 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:47:18.650243 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.676253 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-61026002-630b-46c2-b23b-8ab084cada0f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:18.677995 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-61026002-630b-46c2-b23b-8ab084cada0f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "GET /v2.0/networks?id=af06ec5e-56da-46d4-8b0d-91a724f7f270 HTTP/1.1" status: 200 len: 809 time: 0.1216590 Aug 26 12:47:18.701774 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Request body: {'port': {'device_id': '66207380-f8cf-4a44-9be0-68021f93f160', 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270', 'admin_state_up': True, 'tenant_id': 'a62d010e318a4be6b2dd3b9a95ca5539'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:18.741413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:47:18.753773 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:47:18.875738 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.903728 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Made reservation on behalf of a62d010e318a4be6b2dd3b9a95ca5539 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:47:18.908925 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.915153 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:18.916299 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:18.917887 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] 10.222.0.65 "PUT /v2.0/ports/83890e68-9495-4944-8dd8-bfc7a23a9a1e HTTP/1.1" status: 200 len: 1093 time: 0.9841752 Aug 26 12:47:18.918338 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:18.920670 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233846f-2a48-406f-b0cb-4be84c6f3f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:18.957010 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08bb18-d104-4ed8-b02d-8b521040fbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:18.966943 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23032ab6-8980-473d-bcca-478e39993d48 x-openstack-request-id: req-23032ab6-8980-473d-bcca-478e39993d48 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:18.968659 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:18.968659 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23032ab6-8980-473d-bcca-478e39993d48 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:18.968659 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'status': 'completed', 'code': 200} Aug 26 12:47:19.082153 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-ee777d4e-d4e3-4c53-8f42-535bedd4e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.083424 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-ee777d4e-d4e3-4c53-8f42-535bedd4e23e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1096 time: 0.0630364 Aug 26 12:47:19.214706 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-78b763d0-e4ca-4853-bc68-bc2f82ebf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.216343 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-78b763d0-e4ca-4853-bc68-bc2f82ebf3b8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e73282803b647718c8083649fe1e006&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1153054 Aug 26 12:47:19.345886 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-d1c81c2d-6108-45a1-9fa4-0a3d417acd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.345886 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f233846f-2a48-406f-b0cb-4be84c6f3f5f req-d1c81c2d-6108-45a1-9fa4-0a3d417acd28 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212280 Aug 26 12:47:19.380314 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c4b0e-3d6e-42b2-8597-5749f455a0c0 req-b0cfacac-87f6-4a04-a57d-bf4284706f95 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.381898 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b86c4b0e-3d6e-42b2-8597-5749f455a0c0 req-b0cfacac-87f6-4a04-a57d-bf4284706f95 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0882430 Aug 26 12:47:19.426787 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Allocated IP 172.20.0.13 (af06ec5e-56da-46d4-8b0d-91a724f7f270/cadb00a9-80d0-4b06-a29f-1b6c00198ca6/1e4e368e-2b72-4cc6-b479-0df9f2c29cd8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:47:19.451456 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-c416f7a0-efc6-4f17-bcbb-b3c6a4b2bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.454881 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-c416f7a0-efc6-4f17-bcbb-b3c6a4b2bc3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1096 time: 0.0477989 Aug 26 12:47:19.461774 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b86c4b0e-3d6e-42b2-8597-5749f455a0c0 req-5f09590d-54d5-4489-bfcb-703dced569ed tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583653 Aug 26 12:47:19.531029 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-478d18f6-ef34-4e73-a747-11b66267c666 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e HTTP/1.1" status: 200 len: 217 time: 0.0613801 Aug 26 12:47:19.602466 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-72d4281c-195f-49b7-b79c-6e4cde84761d req-e13020d0-9179-4e7d-9ac5-0318d15b1d52 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 210 time: 0.0606880 Aug 26 12:47:19.660752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:19.674459 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e51a7-5729-447b-9e5d-858a89c39add req-7b9bf783-ec7d-4889-b08d-6bb32359b332 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.677133 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d5e51a7-5729-447b-9e5d-858a89c39add req-7b9bf783-ec7d-4889-b08d-6bb32359b332 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.1522098 Aug 26 12:47:19.681643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-fb362cc4-ee33-4159-97e6-4c78dc0a8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.683125 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-fb362cc4-ee33-4159-97e6-4c78dc0a8a8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.1396825 Aug 26 12:47:19.743880 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d5e51a7-5729-447b-9e5d-858a89c39add req-96c318c0-52f5-42b0-9faa-4a683fa9bda4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596728 Aug 26 12:47:19.757290 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-147899f5-778b-4c03-b564-1151da6aa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.763376 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-147899f5-778b-4c03-b564-1151da6aa2c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679100 Aug 26 12:47:19.784985 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:19.839728 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Network af06ec5e-56da-46d4-8b0d-91a724f7f270 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:47:19.845325 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:47:19.849218 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:47:19.855879 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-da820029-7216-4050-a479-4873b332e8a1 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890856 Aug 26 12:47:19.873599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Pushing event updated for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:19.887914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.888257 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.888596 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.888954 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.889286 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.889614 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.889939 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.890258 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.890579 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.890902 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.891231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.891547 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:19.916844 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:19.917581 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:19.959152 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-64e61d14-33eb-4663-b3cb-eecc1d382440 req-87ae3ce9-df62-4e90-89da-933d4ed21c55 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926623 Aug 26 12:47:20.007457 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-f20d1178-53f7-4dee-9496-9c229c29ecf4 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3134043 Aug 26 12:47:20.028331 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Request body: {'port': {'device_id': '66207380-f8cf-4a44-9be0-68021f93f160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:20.085792 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.364182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:20.372332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.384301 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Transition to ACTIVE for port object 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:47:20.498153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.588220 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Pushing event updated for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:20.642175 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20301f60-6e22-4eb8-969e-09d758a3fc22 req-7afc291a-30a5-4a9d-a712-ea823b057198 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:20.643738 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20301f60-6e22-4eb8-969e-09d758a3fc22 req-7afc291a-30a5-4a9d-a712-ea823b057198 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.1077900 Aug 26 12:47:20.672329 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Attempting to bind port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:47:20.672667 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Attempting to bind port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:47:20.673025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Attempting to bind port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:20.683074 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:47:20.683402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Attempting to bind port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 on network af06ec5e-56da-46d4-8b0d-91a724f7f270 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:47:20.695844 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:47:20.696188 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Checking segment: {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:47:20.696582 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Bound using segment: {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:47:20.697069 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Bound port: 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5c05e-a651-4ea8-80c7-f43d2dd08753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:47:20.697429 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.709810 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20301f60-6e22-4eb8-969e-09d758a3fc22 req-69fb32e4-c4dd-4f7c-88dd-4e358a6c7593 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588279 Aug 26 12:47:20.721032 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b195-0735-403e-9015-c0a24ca0c3de req-21613970-24c0-4c5c-acdb-bd97fa6041a1 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:20.722653 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c5e8b195-0735-403e-9015-c0a24ca0c3de req-21613970-24c0-4c5c-acdb-bd97fa6041a1 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 944 time: 0.0517309 Aug 26 12:47:20.762965 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c5e8b195-0735-403e-9015-c0a24ca0c3de req-96ba9669-cc35-4cf6-8659-c81913122f45 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Aug 26 12:47:20.776025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:47:20.784131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:47:20.864149 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4e55-fb78-467e-849f-701606b9c904 req-0bb78067-ed52-4225-9045-e86f4903576f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:20.865703 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5e6e4e55-fb78-467e-849f-701606b9c904 req-0bb78067-ed52-4225-9045-e86f4903576f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Aug 26 12:47:20.903283 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5e6e4e55-fb78-467e-849f-701606b9c904 req-b760ba18-dcf3-4b18-b4a3-0ec5357b67b2 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315902 Aug 26 12:47:20.904688 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.943928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:20.944539 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:20.945953 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] 10.222.0.65 "PUT /v2.0/ports/1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 HTTP/1.1" status: 200 len: 1094 time: 0.9223299 Aug 26 12:47:20.946399 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:20.949326 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21f7864-0dcc-47b8-872f-971a6106aa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:20.981958 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214766-fb2d-48b7-bbc8-1fb42f41b1de service neutron] Pushing event updated for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:20.988524 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a5403-882d-4e53-b911-ee50b43ba785 x-openstack-request-id: req-121a5403-882d-4e53-b911-ee50b43ba785 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:20.988841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:20.993831 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-121a5403-882d-4e53-b911-ee50b43ba785 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:20.993831 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8', 'status': 'completed', 'code': 200} Aug 26 12:47:21.073987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-c98fe354-3a30-4568-a2ff-abf1f6721d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.075539 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-c98fe354-3a30-4568-a2ff-abf1f6721d87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 1097 time: 0.0434406 Aug 26 12:47:21.181422 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-e916d8cd-1815-49b6-9fa8-e8be1777ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.182858 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-e916d8cd-1815-49b6-9fa8-e8be1777ee7b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0929763 Aug 26 12:47:21.285021 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-cf509982-123a-4b49-adf2-0a0ef5381475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.286554 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a21f7864-0dcc-47b8-872f-971a6106aa7c req-cf509982-123a-4b49-adf2-0a0ef5381475 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971088 Aug 26 12:47:21.386840 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-aea3b32b-515e-4b8b-8906-ab7570a0489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.388386 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-aea3b32b-515e-4b8b-8906-ab7570a0489a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 1097 time: 0.0431221 Aug 26 12:47:21.439291 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-51d7bf55-d321-4f91-8e44-ff5ffdf9e388 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 HTTP/1.1" status: 200 len: 217 time: 0.0368984 Aug 26 12:47:21.489059 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-a190c20f-4bdd-4f70-a914-ba062f8b1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.490507 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-a190c20f-4bdd-4f70-a914-ba062f8b1cc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cadb00a9-80d0-4b06-a29f-1b6c00198ca6 HTTP/1.1" status: 200 len: 849 time: 0.0448251 Aug 26 12:47:21.521940 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-ab0da71b-60e9-4a35-af95-fe29efba4f94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af06ec5e-56da-46d4-8b0d-91a724f7f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238657 Aug 26 12:47:21.615168 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-dd00db87-39df-4d8e-a608-0cc2e1595626 service neutron] 10.222.0.65 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858643 Aug 26 12:47:21.706260 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de62e672-807a-49cb-aaf0-7f5342f33a84 req-1e92f786-b791-4b32-9c61-7c5f61491e68 service neutron] 10.222.0.65 "GET /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840745 Aug 26 12:47:21.832425 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a66d3-3b13-4377-8a01-e97b9da57c4f req-11bcba4b-346b-4fb4-9f6f-cc83e2019d14 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.834024 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b6a66d3-3b13-4377-8a01-e97b9da57c4f req-11bcba4b-346b-4fb4-9f6f-cc83e2019d14 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0498681 Aug 26 12:47:21.872722 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b6a66d3-3b13-4377-8a01-e97b9da57c4f req-207dd725-c258-441e-82c1-a3d097207216 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319495 Aug 26 12:47:21.882129 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4391-c4e0-47bf-a86e-fa3b3f808925 req-3846cb0d-6dd6-4011-8692-21db791f0280 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:21.883648 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-828e4391-c4e0-47bf-a86e-fa3b3f808925 req-3846cb0d-6dd6-4011-8692-21db791f0280 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 944 time: 0.0512044 Aug 26 12:47:21.924214 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-828e4391-c4e0-47bf-a86e-fa3b3f808925 req-14361341-f0b1-4959-8a2b-4c072976f231 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Aug 26 12:47:22.032201 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eb1e6-1edb-4f7b-b3c3-ac4c3c38affa req-ea31e692-22f6-4252-9e54-02fb07ac80a4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:22.034051 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d5eb1e6-1edb-4f7b-b3c3-ac4c3c38affa req-ea31e692-22f6-4252-9e54-02fb07ac80a4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Aug 26 12:47:22.074389 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d5eb1e6-1edb-4f7b-b3c3-ac4c3c38affa req-90b4b3ac-dc1e-4559-b2eb-5631b42b0ff9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340092 Aug 26 12:47:22.996150 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30cb6e-e09e-4251-a438-1e971726f587 req-959a41fa-d703-4197-a192-a58d7e1db88b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:22.997824 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b30cb6e-e09e-4251-a438-1e971726f587 req-959a41fa-d703-4197-a192-a58d7e1db88b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0564606 Aug 26 12:47:23.039816 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b30cb6e-e09e-4251-a438-1e971726f587 req-ca2ee62f-02ac-405b-b187-a49c646480c1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356207 Aug 26 12:47:23.056420 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462be77-7760-46ec-89ac-99f2e03be794 req-67881553-b32f-47ac-8f05-169b5e861020 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:23.058087 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1462be77-7760-46ec-89ac-99f2e03be794 req-67881553-b32f-47ac-8f05-169b5e861020 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 944 time: 0.0536585 Aug 26 12:47:23.113395 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1462be77-7760-46ec-89ac-99f2e03be794 req-1c1abac4-0e01-4e92-9674-8c6c34b6239e tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Aug 26 12:47:23.201476 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030f72f-eb6d-4d61-b313-6d6d53f85e51 req-ef1b1800-a928-4682-ac6e-b6cc66cb9f8a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:23.203027 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a030f72f-eb6d-4d61-b313-6d6d53f85e51 req-ef1b1800-a928-4682-ac6e-b6cc66cb9f8a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0517941 Aug 26 12:47:23.242889 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a030f72f-eb6d-4d61-b313-6d6d53f85e51 req-600d523f-af33-4736-bbfe-5a361bcebc7b tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332980 Aug 26 12:47:24.131342 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:47:24.160444 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ed6c7-4e9f-4300-9aff-c419c72c783e req-bfe18838-c668-4001-ad2d-53607525c445 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:24.162046 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-350ed6c7-4e9f-4300-9aff-c419c72c783e req-bfe18838-c668-4001-ad2d-53607525c445 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Aug 26 12:47:24.222992 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-350ed6c7-4e9f-4300-9aff-c419c72c783e req-c0a4f93b-1bf5-4b63-bdb5-89533b6e2d8a tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494394 Aug 26 12:47:24.251866 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:24.266089 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8', 'network_id': 'af06ec5e-56da-46d4-8b0d-91a724f7f270', 'port_id': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8', 'mac_address': 'fa:16:3e:28:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadb00a9-80d0-4b06-a29f-1b6c00198ca6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:47:24.269381 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2402ae-53df-45a4-88f5-30cb00210939 req-6ff3e519-a04f-4cba-9a07-8f155d6022a9 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:24.270990 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5c2402ae-53df-45a4-88f5-30cb00210939 req-6ff3e519-a04f-4cba-9a07-8f155d6022a9 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 944 time: 0.0611055 Aug 26 12:47:24.311785 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:24.323616 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5c2402ae-53df-45a4-88f5-30cb00210939 req-e24ce92a-7253-4a29-9210-dce5c6e34675 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Aug 26 12:47:24.326933 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:24.348747 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:24.375800 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4957b-6430-491b-bb7c-f63ea53d5abb req-8cea4b9a-1553-467c-bb0f-307b57c0b978 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:24.377493 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-98c4957b-6430-491b-bb7c-f63ea53d5abb req-8cea4b9a-1553-467c-bb0f-307b57c0b978 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0602205 Aug 26 12:47:24.417894 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-98c4957b-6430-491b-bb7c-f63ea53d5abb req-125a7dfa-f1b1-4125-ab95-efca3695934d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Aug 26 12:47:24.441154 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:24.491073 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:24.727946 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['1e4e368e-2b72-4cc6-b479-0df9f2c29cd8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:25.343348 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ce364-f583-44b9-b0e8-55dfa0a0e3cd req-eb5acd3d-0273-494e-b214-52002bd2c4e1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:25.344931 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-925ce364-f583-44b9-b0e8-55dfa0a0e3cd req-eb5acd3d-0273-494e-b214-52002bd2c4e1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0534890 Aug 26 12:47:25.382996 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-925ce364-f583-44b9-b0e8-55dfa0a0e3cd req-1551f462-736e-426d-9662-800060145d1b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Aug 26 12:47:25.436128 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4a1c-e2c6-4820-bbc1-47d6a0c395e1 req-04e007f3-8014-46db-9983-3d0ed9ec5b0f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:25.437767 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-429b4a1c-e2c6-4820-bbc1-47d6a0c395e1 req-04e007f3-8014-46db-9983-3d0ed9ec5b0f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Aug 26 12:47:25.476092 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-429b4a1c-e2c6-4820-bbc1-47d6a0c395e1 req-f6bf70d3-c7c1-4061-ab74-768efb7b2b8c tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Aug 26 12:47:25.533890 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5582a5-0e62-48ef-9544-7078d7fc3fb7 req-68890554-3723-4487-a79b-9a6aeb2701f4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:25.535385 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb5582a5-0e62-48ef-9544-7078d7fc3fb7 req-68890554-3723-4487-a79b-9a6aeb2701f4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Aug 26 12:47:25.574753 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb5582a5-0e62-48ef-9544-7078d7fc3fb7 req-f7bf3b68-bbf8-47a2-a414-127666abf89b tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Aug 26 12:47:26.161076 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:47:26.251759 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:47:26.255631 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:47:26.256001 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:26.333818 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:26.355892 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:26.358139 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e8c6ae-d681-4486-94ba-4ea0afb3b453" -d '{"events": [{"server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "name": "network-vif-plugged", "status": "completed", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:26.370664 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:26.393464 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f057090-6c98-4bfa-a4d7-8bbe189c32ff x-openstack-request-id: req-4f057090-6c98-4bfa-a4d7-8bbe189c32ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:26.393733 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "name": "network-vif-plugged", "status": "completed", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:26.393987 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f057090-6c98-4bfa-a4d7-8bbe189c32ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:26.394379 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8', 'code': 200} Aug 26 12:47:26.435274 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:26.489716 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:26.500808 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd28a2-6a3d-46c7-b1ba-0965f0bfc0e4 req-60ce73b6-9856-43b6-af7c-79fbb77ecc25 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:26.502395 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82cd28a2-6a3d-46c7-b1ba-0965f0bfc0e4 req-60ce73b6-9856-43b6-af7c-79fbb77ecc25 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0493429 Aug 26 12:47:26.544495 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82cd28a2-6a3d-46c7-b1ba-0965f0bfc0e4 req-c6d6c53f-d044-44ed-8c25-2f7d0747a4c2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330570 Aug 26 12:47:26.597418 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62a142-abf7-4fc4-a9a6-0721e516de80 req-d6dbd947-7b2b-4111-b15c-d0c80a76a250 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:26.598922 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b62a142-abf7-4fc4-a9a6-0721e516de80 req-d6dbd947-7b2b-4111-b15c-d0c80a76a250 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Aug 26 12:47:26.638728 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b62a142-abf7-4fc4-a9a6-0721e516de80 req-b1a23148-2e23-492e-82c2-34f15446625f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Aug 26 12:47:26.703294 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb8b4d-cde2-4015-856b-0c5281257ca3 req-075eef70-acd1-49fa-9d6c-f83495463e28 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:26.705057 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4bb8b4d-cde2-4015-856b-0c5281257ca3 req-075eef70-acd1-49fa-9d6c-f83495463e28 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Aug 26 12:47:26.734452 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d2943-674b-48cf-8508-95f00963d2ed req-e1677468-37dc-4547-ae80-567f14b04e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:26.735983 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb2d2943-674b-48cf-8508-95f00963d2ed req-e1677468-37dc-4547-ae80-567f14b04e03 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 1099 time: 0.0458083 Aug 26 12:47:26.747535 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4bb8b4d-cde2-4015-856b-0c5281257ca3 req-795099f8-1c3c-40be-8758-a5f65f857f3e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346253 Aug 26 12:47:26.775536 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb2d2943-674b-48cf-8508-95f00963d2ed req-29789a59-71a8-404f-b682-9c60e728b73b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Aug 26 12:47:27.415205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-1246e074-a303-41cc-bfe8-9864340f2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.417461 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-1246e074-a303-41cc-bfe8-9864340f2a00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0422204 Aug 26 12:47:27.513137 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-209e8098-7572-4e3d-a56d-d8e87e172233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.514627 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-209e8098-7572-4e3d-a56d-d8e87e172233 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.0899799 Aug 26 12:47:27.583739 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-447f94b7-160f-4a2e-8a6a-40b429fc2a5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 1000 time: 0.0605593 Aug 26 12:47:27.662395 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-3bc4433d-2bf4-4951-a82b-1dcd581c98db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.663879 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-3bc4433d-2bf4-4951-a82b-1dcd581c98db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0726359 Aug 26 12:47:27.681008 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edfce1-ed5d-410f-8415-8920ca141be4 req-293a4aa4-4058-434a-8ac9-85a4eb953f80 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.682495 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9edfce1-ed5d-410f-8415-8920ca141be4 req-293a4aa4-4058-434a-8ac9-85a4eb953f80 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 943 time: 0.0654526 Aug 26 12:47:27.747783 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9edfce1-ed5d-410f-8415-8920ca141be4 req-2434fa7a-53c7-4ab0-a051-140e6cc6a81c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592549 Aug 26 12:47:27.756465 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f32de-21f0-4f14-8260-ea6e3d6a0867 req-7d8e00ea-5899-4dfc-a3b3-00772eabcf54 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.757331 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-922ea165-31ff-45ea-93c7-2063af4a67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.758142 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f6f32de-21f0-4f14-8260-ea6e3d6a0867 req-7d8e00ea-5899-4dfc-a3b3-00772eabcf54 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0510159 Aug 26 12:47:27.758791 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-922ea165-31ff-45ea-93c7-2063af4a67f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563500 Aug 26 12:47:27.800516 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f6f32de-21f0-4f14-8260-ea6e3d6a0867 req-5e7bd492-9da3-4bfa-9558-f4935e742882 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Aug 26 12:47:27.893213 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-38cac953-ddd8-4f64-bb51-9a7d4d5e855d service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213818 Aug 26 12:47:27.908373 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ba8e-d5e6-4047-bcea-c77c9908be54 req-d0fb838f-b816-486a-bab0-f34cbd3c6d21 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:27.909880 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a73ba8e-d5e6-4047-bcea-c77c9908be54 req-d0fb838f-b816-486a-bab0-f34cbd3c6d21 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0654912 Aug 26 12:47:27.994233 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a73ba8e-d5e6-4047-bcea-c77c9908be54 req-ff5a8d67-7c8d-4376-a525-1bd9bc3d6709 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762291 Aug 26 12:47:28.030320 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0b5e0bcb-8ba5-42ed-8231-3c6e0ef67bfa req-83fb652a-c37e-42cc-b954-2299bbcd2ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194835 Aug 26 12:47:28.176600 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 83890e68-9495-4944-8dd8-bfc7a23a9a1e details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:47:28.274224 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:28.285258 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'port_id': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'mac_address': 'fa:16:3e:b4:68:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:47:28.321088 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:28.334262 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83890e68-9495-4944-8dd8-bfc7a23a9a1e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:28.353444 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:28.463346 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:28.511505 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:28.775679 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['83890e68-9495-4944-8dd8-bfc7a23a9a1e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:28.883949 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd27fe1-ac87-4aab-8910-e413a7419365 req-308b0eb6-247a-4d5a-ba89-4a9b558452a9 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:28.885720 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbd27fe1-ac87-4aab-8910-e413a7419365 req-308b0eb6-247a-4d5a-ba89-4a9b558452a9 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 944 time: 0.0620553 Aug 26 12:47:28.938105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c494d-2200-4422-87ef-76e03349f0ea req-910c453e-1d06-4a63-a96e-783ab74fdfc3 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:28.938744 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbd27fe1-ac87-4aab-8910-e413a7419365 req-e3a5f04a-8241-41e5-af98-4a791ca2a9cc tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454841 Aug 26 12:47:28.939692 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-141c494d-2200-4422-87ef-76e03349f0ea req-910c453e-1d06-4a63-a96e-783ab74fdfc3 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0635619 Aug 26 12:47:28.984527 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-141c494d-2200-4422-87ef-76e03349f0ea req-615bb630-4b83-412b-9641-c40db194c96d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360453 Aug 26 12:47:29.137445 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90efb-02c7-4e52-b1b9-38725bf8f182 req-a019c2b7-0c81-4a15-a086-ffba70c1706d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:29.138996 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2e90efb-02c7-4e52-b1b9-38725bf8f182 req-a019c2b7-0c81-4a15-a086-ffba70c1706d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0556743 Aug 26 12:47:29.178719 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2e90efb-02c7-4e52-b1b9-38725bf8f182 req-ac7bd5af-ed89-4d88-8d34-85bc3af0e94b tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Aug 26 12:47:30.054579 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3123-335e-4bd0-9614-b5a07c897821 req-41475aef-2d12-4f8f-9d8c-e783f7a3eae3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:30.056155 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ebf3123-335e-4bd0-9614-b5a07c897821 req-41475aef-2d12-4f8f-9d8c-e783f7a3eae3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 944 time: 0.0502625 Aug 26 12:47:30.096982 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4ebf3123-335e-4bd0-9614-b5a07c897821 req-e97dd18b-0bc6-4b0b-a467-8ae9a5776a57 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343037 Aug 26 12:47:30.181186 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 83890e68-9495-4944-8dd8-bfc7a23a9a1e up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:47:30.296722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88472977-6395-4f73-9d9b-36b20f232145 req-d5fc694b-62ef-4fc6-9e6f-d5a64b302196 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:30.298236 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88472977-6395-4f73-9d9b-36b20f232145 req-d5fc694b-62ef-4fc6-9e6f-d5a64b302196 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Aug 26 12:47:30.340432 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88472977-6395-4f73-9d9b-36b20f232145 req-7c43db0e-2048-4012-a905-1c3201488156 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361311 Aug 26 12:47:30.348992 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 83890e68-9495-4944-8dd8-bfc7a23a9a1e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:47:30.354389 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 83890e68-9495-4944-8dd8-bfc7a23a9a1e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:47:30.357303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:30.450887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:30.474879 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:30.477273 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298172ac-7953-4adb-8e66-c0fbee59f137" -d '{"events": [{"server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "name": "network-vif-plugged", "status": "completed", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:30.490215 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:30.519146 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47155560-13d8-469d-a4bf-a6ab333a67b7 x-openstack-request-id: req-47155560-13d8-469d-a4bf-a6ab333a67b7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:30.519458 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "name": "network-vif-plugged", "status": "completed", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:30.519713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47155560-13d8-469d-a4bf-a6ab333a67b7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:30.520109 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'code': 200} Aug 26 12:47:30.595432 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:30.606236 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610229-1f00-405c-ad7a-fa5c43b3de61 req-b3993c5f-41cd-419f-8806-4e6651114e59 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:30.607968 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa610229-1f00-405c-ad7a-fa5c43b3de61 req-b3993c5f-41cd-419f-8806-4e6651114e59 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0510468 Aug 26 12:47:30.649587 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa610229-1f00-405c-ad7a-fa5c43b3de61 req-14d83600-f9f9-48bc-b9da-a6caa16906ac tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352623 Aug 26 12:47:30.649978 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:30.997279 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457e5f-52ca-4a07-8401-3facad4b4235 req-31823622-6484-435f-be9b-928efeb63a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:30.998857 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa457e5f-52ca-4a07-8401-3facad4b4235 req-31823622-6484-435f-be9b-928efeb63a59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1098 time: 0.0417011 Aug 26 12:47:31.035495 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa457e5f-52ca-4a07-8401-3facad4b4235 req-16f999bb-c4fb-4af3-b14f-70326fe88978 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287988 Aug 26 12:47:31.211648 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f23499-34c8-4eec-badb-07dab5bf85cb req-3194ff75-4062-4cb1-889c-cf24c6980825 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:31.213701 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f23499-34c8-4eec-badb-07dab5bf85cb req-3194ff75-4062-4cb1-889c-cf24c6980825 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0500271 Aug 26 12:47:31.251124 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f23499-34c8-4eec-badb-07dab5bf85cb req-2de5b639-9687-4a08-8e47-7a72f668eb1a tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Aug 26 12:47:31.454488 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03b29b-668e-4b1e-8ee6-6b8f6460f790 req-61bf7d50-c567-481f-b0bb-41630e8e3dd9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:31.456026 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ba03b29b-668e-4b1e-8ee6-6b8f6460f790 req-61bf7d50-c567-481f-b0bb-41630e8e3dd9 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0491388 Aug 26 12:47:31.494311 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ba03b29b-668e-4b1e-8ee6-6b8f6460f790 req-f6f255a4-bf9c-4637-b507-724f485b7fc8 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Aug 26 12:47:31.772182 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfbe70-2ac3-4b14-9a55-dee4511d09d7 req-21ec1341-a810-4d49-8881-fe4f440a8714 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:31.773714 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3cfbe70-2ac3-4b14-9a55-dee4511d09d7 req-21ec1341-a810-4d49-8881-fe4f440a8714 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0520251 Aug 26 12:47:31.813011 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3cfbe70-2ac3-4b14-9a55-dee4511d09d7 req-54b3719e-02d9-4c09-81a7-4408bf663690 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 26 12:47:31.920869 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c105c-2e59-4dc6-ac72-2c9640dcff47 req-98f4ae30-c658-4309-b897-7bb3b2db1018 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:31.922399 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-060c105c-2e59-4dc6-ac72-2c9640dcff47 req-98f4ae30-c658-4309-b897-7bb3b2db1018 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 26 12:47:31.961370 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-060c105c-2e59-4dc6-ac72-2c9640dcff47 req-b04485d5-1d1d-4aa4-92db-919a539e9ef5 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Aug 26 12:47:32.115053 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-c0d6368e-165b-4e03-a05c-448b5db86b20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397217 Aug 26 12:47:32.364927 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48c6c3-5dd8-4f93-9035-88508af8c151 req-79161f16-c131-494d-a67a-b64b4b48899e tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:32.371232 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5f48c6c3-5dd8-4f93-9035-88508af8c151 req-79161f16-c131-494d-a67a-b64b4b48899e tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Aug 26 12:47:32.404061 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5f48c6c3-5dd8-4f93-9035-88508af8c151 req-9da2e79d-ad16-4ef2-a9a1-a49f6dca7ec3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311322 Aug 26 12:47:32.716875 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882922f7-0602-4780-afcc-4720ef84fa90 req-ff0778d2-bfc6-4044-81d7-677a230c6c1d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:32.718268 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-882922f7-0602-4780-afcc-4720ef84fa90 req-ff0778d2-bfc6-4044-81d7-677a230c6c1d tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0534914 Aug 26 12:47:32.809018 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Deleting port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:47:32.809362 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:32.935340 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] For port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,segment=NetworkSegment(deb5c05e-a651-4ea8-80c7-f43d2dd08753),segment_id=deb5c05e-a651-4ea8-80c7-f43d2dd08753)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:32.935703 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:32.952423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Calling delete_port for 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:47:32.971687 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106057c-c403-4db5-88ab-7b5f19f829b3 req-43421ac1-3a0e-43f6-8ab5-f1d4fdc82599 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:32.973190 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3106057c-c403-4db5-88ab-7b5f19f829b3 req-43421ac1-3a0e-43f6-8ab5-f1d4fdc82599 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 946 time: 0.0842292 Aug 26 12:47:33.060398 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3106057c-c403-4db5-88ab-7b5f19f829b3 req-adbaa2c3-b4e1-443d-a3d1-ef233cf1cd4b tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1042689-a833-4678-87cd-a4aab7884e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Aug 26 12:47:33.109509 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803be47-ee3c-40e9-bc69-04d74696baca req-cb1b58f5-71c1-4e94-944a-966531bc92c6 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:33.111083 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7803be47-ee3c-40e9-bc69-04d74696baca req-cb1b58f5-71c1-4e94-944a-966531bc92c6 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0688980 Aug 26 12:47:33.160277 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7803be47-ee3c-40e9-bc69-04d74696baca req-12ca8334-310f-4c37-844f-b59f2ed044ad tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Aug 26 12:47:33.224228 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:33.253105 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Pushing event deleted for resources: {'Port': ['ID=1e4e368e-2b72-4cc6-b479-0df9f2c29cd8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:33.258699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['1e4e368e-2b72-4cc6-b479-0df9f2c29cd8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:33.300823 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] No DVR routers for this DVR port 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:47:33.303817 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:33.305890 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-882922f7-0602-4780-afcc-4720ef84fa90 req-f212e879-3054-445e-b694-3c2691dd6618 tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.65 "DELETE /v2.0/ports/1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 HTTP/1.1" status: 204 len: 173 time: 0.5818086 Aug 26 12:47:33.307408 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'name': 'network-vif-deleted', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:33.308616 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227bef44-10a8-4391-a685-d2b940b89bf4" -d '{"events": [{"server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "name": "network-vif-deleted", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:33.346235 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63d1e8-e4ed-4ae4-9fe0-2fb40a3fd35c x-openstack-request-id: req-cb63d1e8-e4ed-4ae4-9fe0-2fb40a3fd35c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:33.346525 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66207380-f8cf-4a44-9be0-68021f93f160", "name": "network-vif-deleted", "tag": "1e4e368e-2b72-4cc6-b479-0df9f2c29cd8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:33.346776 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb63d1e8-e4ed-4ae4-9fe0-2fb40a3fd35c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:33.347213 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66207380-f8cf-4a44-9be0-68021f93f160', 'name': 'network-vif-deleted', 'tag': '1e4e368e-2b72-4cc6-b479-0df9f2c29cd8', 'status': 'completed', 'code': 200} Aug 26 12:47:33.532057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955630-c8d4-452a-b551-bd645e254ba0 req-4045d23c-90b9-4715-8aa2-6eceec6d6c19 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:33.533600 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f3955630-c8d4-452a-b551-bd645e254ba0 req-4045d23c-90b9-4715-8aa2-6eceec6d6c19 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0561950 Aug 26 12:47:33.573099 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f3955630-c8d4-452a-b551-bd645e254ba0 req-40507d44-936c-4c47-9404-58e6bac82d02 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Aug 26 12:47:33.690360 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037784b5-d818-4a27-85e2-306173456e83 req-9d0f6dbd-b798-4553-90bc-daa51d2902b0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:33.691832 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-037784b5-d818-4a27-85e2-306173456e83 req-9d0f6dbd-b798-4553-90bc-daa51d2902b0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0477278 Aug 26 12:47:33.733296 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-037784b5-d818-4a27-85e2-306173456e83 req-984d9042-c856-4c09-a411-65194030c52b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347922 Aug 26 12:47:33.765189 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:47:33.903067 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52e16a-b722-4f29-aa01-6eaf752f8836 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:33.904752 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fa52e16a-b722-4f29-aa01-6eaf752f8836 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1093 time: 0.1385512 Aug 26 12:47:33.907789 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 38918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:47:33.913308 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'port_id': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:47:34.029426 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.142956 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.213565 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:47:34.216906 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f4020b0d-3f3e-49bf-896c-52dd73cb060d req-8d38affa-481a-4c8d-b646-8a880842f49f tempest-VolumesActionsTest-1162049530 tempest-VolumesActionsTest-1162049530-project] 10.222.0.15 "GET /v2.0/ports?device_id=66207380-f8cf-4a44-9be0-68021f93f160 HTTP/1.1" status: 200 len: 210 time: 0.0370440 Aug 26 12:47:34.294014 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.27.0.197 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/9fdf0694-b469-4a35-a3bb-ed408e3c23e3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:47:34.296493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a186c-fb97-4a41-aba4-245550d74004 req-d3b33772-a6d6-4c5c-aa5f-802c0ddd7f79 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:34.298429 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd4a186c-fb97-4a41-aba4-245550d74004 req-d3b33772-a6d6-4c5c-aa5f-802c0ddd7f79 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0561223 Aug 26 12:47:34.320146 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.341992 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd4a186c-fb97-4a41-aba4-245550d74004 req-c7406914-697a-4b3b-b902-bf697e26bb07 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 Aug 26 12:47:34.361368 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:34.364048 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa4fd9-5ff3-42ad-9d47-da844b04edfe" -d '{"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:34.386530 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:34.403981 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf7eb9d-ad84-4adf-a0ca-366d40885b64 x-openstack-request-id: req-cbf7eb9d-ad84-4adf-a0ca-366d40885b64 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:34.405018 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-unplugged", "status": "failed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:34.405342 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbf7eb9d-ad84-4adf-a0ca-366d40885b64 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:34.405818 dv-cinder-806140-1-iscsi neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'code': 422} returned with failed status Aug 26 12:47:34.408766 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.515262 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.565142 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:34.578606 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:34.617172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:47:34.622345 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:47:34.626089 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:47:34.631918 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=9fdf0694-b469-4a35-a3bb-ed408e3c23e3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:34.995245 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:35.016746 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-6172152e-1f38-4426-a237-5fd76f8ce677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.018309 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-6172152e-1f38-4426-a237-5fd76f8ce677 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2&tenant_id=1afa8cfaf25a439e9d4a91654450860b HTTP/1.1" status: 200 len: 1096 time: 0.0467234 Aug 26 12:47:35.092582 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-2a12ffbd-879f-4646-a1ee-2dadd6929b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.094137 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-2a12ffbd-879f-4646-a1ee-2dadd6929b11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1096 time: 0.0430079 Aug 26 12:47:35.136949 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:35.209245 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-19c0a3c5-31c0-44a4-98ea-701adbdacc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.211786 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-19c0a3c5-31c0-44a4-98ea-701adbdacc07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.1108708 Aug 26 12:47:35.287771 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-ef4ae4fa-1534-40eb-832e-3eb2f94d2c15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 998 time: 0.0682607 Aug 26 12:47:35.326962 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:35.340550 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-ccf0f6fe-b2b6-4452-821a-cadbfe4276f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.342065 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-ccf0f6fe-b2b6-4452-821a-cadbfe4276f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0477159 Aug 26 12:47:35.400114 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-bc36bfa8-87b2-4345-ad4f-ae80cbe05322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.401717 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-bc36bfa8-87b2-4345-ad4f-ae80cbe05322 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531032 Aug 26 12:47:35.447293 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:35.522858 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-58501659-62a9-44a7-87ed-0c43f9bd7100 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141958 Aug 26 12:47:35.537175 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2675315-eab9-41a2-965f-623c98c54fb6 req-3e8dab15-374a-4f69-97e6-83e5dd87ae2f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:35.538747 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2675315-eab9-41a2-965f-623c98c54fb6 req-3e8dab15-374a-4f69-97e6-83e5dd87ae2f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.1257625 Aug 26 12:47:35.543920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=9fdf0694-b469-4a35-a3bb-ed408e3c23e3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:35.566447 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:35.616453 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7bdff5e-74b1-48f9-8149-0eae79c5b41d req-cb5344ff-fd1c-4f59-b509-c7191ba17d49 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867736 Aug 26 12:47:35.625954 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c2675315-eab9-41a2-965f-623c98c54fb6 req-e0b9bea6-dbfd-408e-88a8-777179021c59 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777209 Aug 26 12:47:35.686573 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP 0c073602-ea8e-408a-a6a0-a7e855e7225a associated. External IP: 172.27.0.197, port: 83890e68-9495-4944-8dd8-bfc7a23a9a1e. Aug 26 12:47:35.906098 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:47:36.020773 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:47:36.033260 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:47:36.044371 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:47:36.045469 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:47:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:47:36.131989 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:36.162532 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6b55654d-0921-4065-9ee5-ab54beca51e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2528880 Aug 26 12:47:36.163124 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:36.165496 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:36.222426 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4aa5f-be90-4b97-9cc3-1b2922d34b61 x-openstack-request-id: req-f0a4aa5f-be90-4b97-9cc3-1b2922d34b61 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:36.222426 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:36.222426 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0a4aa5f-be90-4b97-9cc3-1b2922d34b61 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:36.222426 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'status': 'completed', 'code': 200} Aug 26 12:47:36.263866 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:47:36.287343 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:47:36.287685 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 1e4e368e-2b72-4cc6-b479-0df9f2c29cd8 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:47:36.315586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:47:36.403074 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-376bcb1f-c222-4cbc-90f9-083b061ff7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:36.404602 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-376bcb1f-c222-4cbc-90f9-083b061ff7e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1098 time: 0.1446116 Aug 26 12:47:36.522654 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-864006bb-d4c0-471d-acf1-ab80633739fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:36.524221 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-864006bb-d4c0-471d-acf1-ab80633739fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.1129019 Aug 26 12:47:36.595979 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-8cae5eff-a0e4-4a9d-90b2-f18260cf5e75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e HTTP/1.1" status: 200 len: 999 time: 0.0644178 Aug 26 12:47:36.618905 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c073602-ea8e-408a-a6a0-a7e855e7225a', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:b4:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:47:34Z', 'updated_at': '2021-08-26T12:47:34Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:47:36.645717 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-fbb8719d-9f8a-40b7-8281-3e8688a198d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:36.645975 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:47:36.647191 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-fbb8719d-9f8a-40b7-8281-3e8688a198d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0448270 Aug 26 12:47:36.654798 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:47:36.655735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:47:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:47:36.710956 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-e353cd36-d43d-4ee0-84cf-4151877ec8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:36.712757 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-e353cd36-d43d-4ee0-84cf-4151877ec8a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527635 Aug 26 12:47:36.786165 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:47:36.815105 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-63f02ae3-0d8c-4ea6-b35e-b9ba00278d02 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940683 Aug 26 12:47:36.911344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78d62c-7839-4c60-bc62-fb73c93bdf9a req-34136ce1-000c-4fc6-928a-515f4dde340f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:36.912945 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c78d62c-7839-4c60-bc62-fb73c93bdf9a req-34136ce1-000c-4fc6-928a-515f4dde340f tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.2112172 Aug 26 12:47:36.955971 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae05a051-b0ff-4ad3-821f-e38bc473e8a4 req-dbcbf132-ba20-4f32-9d2e-e90261b5c27a service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338735 Aug 26 12:47:36.957758 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c78d62c-7839-4c60-bc62-fb73c93bdf9a req-c0915eb2-9b89-4a6d-9224-4f4caf7a524a tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Aug 26 12:47:37.065884 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c073602-ea8e-408a-a6a0-a7e855e7225a', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:b4:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:47:34Z', 'updated_at': '2021-08-26T12:47:34Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:47:37.098955 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7f06b-e86a-465b-b571-3e4cb428c0e6 None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '0c073602-ea8e-408a-a6a0-a7e855e7225a', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:b4:68:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:47:34Z', 'updated_at': '2021-08-26T12:47:34Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:47:37.234813 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:37.289997 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d40eef-e311-4b0f-be65-b0097c407ba6 None None] New status for floating IP 0c073602-ea8e-408a-a6a0-a7e855e7225a: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:47:38.131686 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a80ca-a9a9-4c6c-a9e5-28c1e3338fd6 req-5a309b5e-ac0d-470b-9187-39cf9176d7d4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:38.133169 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a76a80ca-a9a9-4c6c-a9e5-28c1e3338fd6 req-5a309b5e-ac0d-470b-9187-39cf9176d7d4 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.1027784 Aug 26 12:47:38.178778 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a76a80ca-a9a9-4c6c-a9e5-28c1e3338fd6 req-6216ee73-8810-47a5-b2dc-56c89387dd5c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Aug 26 12:47:39.300951 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537f7b-b0eb-477d-9790-58eab3d6475a req-a04ba8df-ca35-4abb-a4d2-86f100b55a3b tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:39.302487 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ed537f7b-b0eb-477d-9790-58eab3d6475a req-a04ba8df-ca35-4abb-a4d2-86f100b55a3b tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0559893 Aug 26 12:47:39.343736 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ed537f7b-b0eb-477d-9790-58eab3d6475a req-282162c8-6d28-4816-9a07-c0707431dacb tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Aug 26 12:47:39.543213 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6cca-11be-4171-b6a3-d1bc5dd2dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:40.460255 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9245-f23b-4a72-ae3f-c9caa400bd4b req-fbed52ce-efd7-4d3e-bfbc-306b4d78bc3d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:40.461673 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-95ed9245-f23b-4a72-ae3f-c9caa400bd4b req-fbed52ce-efd7-4d3e-bfbc-306b4d78bc3d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0530157 Aug 26 12:47:40.504023 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-95ed9245-f23b-4a72-ae3f-c9caa400bd4b req-dc57c529-0c62-41cc-9e27-a21f91e29804 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Aug 26 12:47:40.576876 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:47:40.850218 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-c6eb9b85-5f57-4a4e-a567-1e7c1d0d95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:40.851721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-c6eb9b85-5f57-4a4e-a567-1e7c1d0d95e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1096 time: 0.0411255 Aug 26 12:47:40.958725 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-79d63620-8d29-4fcd-8db2-8cef1986348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:40.960223 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-79d63620-8d29-4fcd-8db2-8cef1986348f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.0894766 Aug 26 12:47:41.295474 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-a9f7da99-6905-4467-aef4-c334eee9ebdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 998 time: 0.3275933 Aug 26 12:47:41.354575 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-891e602f-5d14-42e3-9095-5dff906abc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:41.356104 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-891e602f-5d14-42e3-9095-5dff906abc70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0532687 Aug 26 12:47:41.422619 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-4a3ffbdf-2229-4fa7-a911-0e235616c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:41.425060 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-4a3ffbdf-2229-4fa7-a911-0e235616c25c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588148 Aug 26 12:47:41.558995 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-aa2b37cf-32d6-4ec6-849b-908b7b0bc13d service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243529 Aug 26 12:47:41.644716 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d42df2-b1ae-430e-99d3-cd655f869ce4 req-cd90df3a-dc3c-48fc-aa64-fc95e9caa10d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:41.658580 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b7d42df2-b1ae-430e-99d3-cd655f869ce4 req-cd90df3a-dc3c-48fc-aa64-fc95e9caa10d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0780814 Aug 26 12:47:41.672416 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0d219cb-8556-44fa-9667-e9c00e400e19 req-350cc845-75f4-4e5c-875d-d69afedb0cf4 service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051424 Aug 26 12:47:41.705958 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b7d42df2-b1ae-430e-99d3-cd655f869ce4 req-c0ee2e6d-c45f-44d9-8b6d-fdcddc874822 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463369 Aug 26 12:47:42.086441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01c8fb0f-552f-441c-b0b1-0ce97b881289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:42.177530 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:42.835321 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069750-5d87-4019-8ac3-41edaf800f1a req-c1de4043-fb34-4e46-919b-8bdf2f479b42 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:42.837083 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24069750-5d87-4019-8ac3-41edaf800f1a req-c1de4043-fb34-4e46-919b-8bdf2f479b42 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0562940 Aug 26 12:47:42.901210 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24069750-5d87-4019-8ac3-41edaf800f1a req-26685476-dc10-4d06-ab06-2fa342b2568e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581260 Aug 26 12:47:44.044234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6152c55-d87e-4ce2-a7ba-00b84bd32b7d req-83640c00-94c1-429b-b4da-ebd2a66a8177 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:44.047075 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b6152c55-d87e-4ce2-a7ba-00b84bd32b7d req-83640c00-94c1-429b-b4da-ebd2a66a8177 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 943 time: 0.0788293 Aug 26 12:47:44.116817 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b6152c55-d87e-4ce2-a7ba-00b84bd32b7d req-dbf2f7b7-198f-4eb1-b0f7-410f1a10dabf tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584242 Aug 26 12:47:44.232979 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:47:44.346882 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:44.366249 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'port_id': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'mac_address': 'fa:16:3e:b9:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:47:44.368162 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:44.407973 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:44.422888 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a1fd3c-01f1-4453-9907-0342b47da148 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:47:44.444131 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:44.543442 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:44.643876 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:44.656678 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.657347 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.657907 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.658477 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.658908 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.659475 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.660025 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.660453 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.661010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.661438 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.661970 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.662445 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:47:44.872162 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['a8a1fd3c-01f1-4453-9907-0342b47da148'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:47:45.261120 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8d70a-58b1-44b6-8254-1324ee1717cf req-64aeca1f-00f4-40a8-aea7-83aa532adc73 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:45.279674 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-56e8d70a-58b1-44b6-8254-1324ee1717cf req-64aeca1f-00f4-40a8-aea7-83aa532adc73 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 944 time: 0.0752864 Aug 26 12:47:45.321026 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-56e8d70a-58b1-44b6-8254-1324ee1717cf req-18467530-a889-42d8-84fc-d8440e527420 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Aug 26 12:47:45.417682 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:46.240995 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:47:46.317446 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port a8a1fd3c-01f1-4453-9907-0342b47da148 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:47:46.317926 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:46.429735 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:46.473658 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:47:46.476888 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2215aaa3-bc8e-4165-88e5-bd96be3c4b65" -d '{"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:47:46.499334 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:47:46.505799 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7535d6-21ed-4260-a1fb-ab76094d4f71 req-36d9c5ea-777d-40f8-8c3a-6f68c8c94675 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:46.507516 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7a7535d6-21ed-4260-a1fb-ab76094d4f71 req-36d9c5ea-777d-40f8-8c3a-6f68c8c94675 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 944 time: 0.1059110 Aug 26 12:47:46.544232 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba065e-439c-44a8-b663-8221882eaac7 x-openstack-request-id: req-2cba065e-439c-44a8-b663-8221882eaac7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:47:46.545214 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:47:46.545476 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cba065e-439c-44a8-b663-8221882eaac7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:47:46.545943 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'code': 200} Aug 26 12:47:46.585029 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7a7535d6-21ed-4260-a1fb-ab76094d4f71 req-1cf98046-c9d2-402d-ae59-e0be69af2c0c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Aug 26 12:47:46.858391 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:47:46.952699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:47:47.030402 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40932b63-cf01-40fc-9b1e-0d1767c35327 req-55046260-aa29-477d-b6a6-86bb0e504ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:47.032792 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-40932b63-cf01-40fc-9b1e-0d1767c35327 req-55046260-aa29-477d-b6a6-86bb0e504ea1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0575311 Aug 26 12:47:47.088242 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-40932b63-cf01-40fc-9b1e-0d1767c35327 req-d6cb9146-643c-4ff4-96c1-bc3521568bcd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478997 Aug 26 12:47:47.713045 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074324d-b028-4ea8-afc0-3c159443b5a4 req-51f4a4c5-e28d-4462-8eb5-8c4786a01ca3 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:47.714741 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1074324d-b028-4ea8-afc0-3c159443b5a4 req-51f4a4c5-e28d-4462-8eb5-8c4786a01ca3 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0626729 Aug 26 12:47:47.775045 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1074324d-b028-4ea8-afc0-3c159443b5a4 req-c9d07c52-20a8-44d8-b0d1-dd43535897c6 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520201 Aug 26 12:47:48.988761 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77d06c-528f-49a7-95b7-783859bf0e84 req-61d26137-90c4-4935-94e8-1b80e8309c5c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:47:49.003472 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc77d06c-528f-49a7-95b7-783859bf0e84 req-61d26137-90c4-4935-94e8-1b80e8309c5c tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.1066573 Aug 26 12:47:49.070053 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc77d06c-528f-49a7-95b7-783859bf0e84 req-a97a4da7-b2fd-449c-a441-4886eef562ee tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642254 Aug 26 12:48:02.411001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:02.457998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Deleting subnet cadb00a9-80d0-4b06-a29f-1b6c00198ca6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:48:02.461028 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:02.501292 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:02.798145 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:02.931759 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:02.958990 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadb00a9-80d0-4b06-a29f-1b6c00198ca6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:48:02.964777 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:02.966847 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-97f683e8-7263-41c2-85a8-4f75768e3a3b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cadb00a9-80d0-4b06-a29f-1b6c00198ca6 HTTP/1.1" status: 204 len: 168 time: 0.5545027 Aug 26 12:48:02.969011 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:03.042962 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.123457 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.133888 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06ec5e-56da-46d4-8b0d-91a724f7f270']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:48:03.144402 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb5c05e-a651-4ea8-80c7-f43d2dd08753') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:48:03.144697 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb5c05e-a651-4ea8-80c7-f43d2dd08753') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:48:03.154729 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.169514 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.178546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:48:03.178992 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:48:03.180881 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:48:03.354400 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.361007 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.363290 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] 10.222.0.15 "DELETE /v2.0/networks/af06ec5e-56da-46d4-8b0d-91a724f7f270 HTTP/1.1" status: 204 len: 168 time: 0.3931785 Aug 26 12:48:03.377666 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3595f37-f279-440f-a246-a91695494abe admin admin] Pushing event deleted for resources: {'Network': ['ID=af06ec5e-56da-46d4-8b0d-91a724f7f270,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:48:03.690797 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:03.733171 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fdc8d660-a44a-493b-ae48-86123b39834b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a62d010e318a4be6b2dd3b9a95ca5539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411026 Aug 26 12:48:03.735740 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:03.786905 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.819735 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.920354 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.922902 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:03.924067 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1042689-a833-4678-87cd-a4aab7884e68 HTTP/1.1" status: 204 len: 168 time: 0.1874073 Aug 26 12:48:03.932806 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119d2a-a57b-4098-bae6-23979d33345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1042689-a833-4678-87cd-a4aab7884e68,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:48:07.262996 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:09.451701 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b37d786d-11e3-493f-9857-cefcfb7eb253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:12.086241 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1820a4e-041a-4407-a8cc-aa545cefb55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:12.188530 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:14.034264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:15.434115 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:17.577824 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:48:26.424920 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:26.537832 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.627090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.685485 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.735959 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796035e-8355-402d-8149-2b7f1c08be4d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:48:26.747952 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d22ff8638ce4cedb4dcf9d97f1cb99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216619 Aug 26 12:48:26.750379 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:48:26.750894 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.751028 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.751479 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.751943 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.752374 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.752707 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.753053 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.753371 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.753692 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.754012 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.754329 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.754644 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03534-aa48-478b-96f6-5b42d1d1272f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.798579 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.819749 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.925332 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.927969 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:26.929154 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1796035e-8355-402d-8149-2b7f1c08be4d HTTP/1.1" status: 204 len: 168 time: 0.1777754 Aug 26 12:48:26.937887 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796035e-8355-402d-8149-2b7f1c08be4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:48:26.945837 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.946197 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.946609 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.946949 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.947289 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.947628 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.947963 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.948294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.948630 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.949037 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.949374 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:26.949703 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bdf6-36be-43a4-b141-a9da5ce62c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:48:37.245233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:39.462505 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-192d6f97-da1c-4670-9e52-be59460fbcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:41.866399 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-a9d043c1-3551-4b1f-a12d-a3724fd165c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345315 Aug 26 12:48:41.937359 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-0f2356bc-3e96-43b7-a939-91a466775266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:48:41.938890 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-0f2356bc-3e96-43b7-a939-91a466775266 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 1098 time: 0.0406065 Aug 26 12:48:42.041447 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-e8fa9b35-fe8e-4ad0-ac82-d33095d5a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:48:42.042993 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-e8fa9b35-fe8e-4ad0-ac82-d33095d5a174 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0850394 Aug 26 12:48:42.096564 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91dcc9e4-dbed-4684-87e4-73c431a330e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:42.116861 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-bca82d00-b78b-485a-a16a-8b7f51715158 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e HTTP/1.1" status: 200 len: 1001 time: 0.0668507 Aug 26 12:48:42.164752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-e21bc26b-ce50-4d12-8ddc-501038aa1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:48:42.166171 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-e21bc26b-ce50-4d12-8ddc-501038aa1cbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0428488 Aug 26 12:48:42.182186 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:42.211971 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-920d2617-136f-40f9-a527-a04a32d0607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:48:42.215820 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-920d2617-136f-40f9-a527-a04a32d0607b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400658 Aug 26 12:48:42.224631 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-a8f1d499-92bf-4805-8d6a-11ff49e8d982 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:48:42.225679 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-a8f1d499-92bf-4805-8d6a-11ff49e8d982 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Aug 26 12:48:42.317109 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-eb289a12-2a1f-4580-a47b-2ec262c2ee56 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Aug 26 12:48:42.405326 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bad73f11-ddf2-4339-9b42-b7ef676243de req-a9ff50c2-2f86-4b6a-9e68-6cb38f3a5aec service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811982 Aug 26 12:48:43.993211 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:45.404964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:48:54.575818 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:49:07.264274 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:09.489868 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1074f3f1-c35f-48c4-8d1f-3efb0324f463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:10.670961 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:10.828742 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Deleting port 15fdfa9e-7553-46d6-8e9e-46d51801d81e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:10.829112 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:10.903153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:10.903477 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:10.915606 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Calling delete_port for 15fdfa9e-7553-46d6-8e9e-46d51801d81e owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:11.118752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:11.141502 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event deleted for resources: {'Port': ['ID=15fdfa9e-7553-46d6-8e9e-46d51801d81e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:11.205997 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:11.206454 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Floating IP 25f09a0d-44e7-48c3-accd-99e91bca7e98 disassociated (deleted). External IP: 172.27.0.75, port: a8a1fd3c-01f1-4453-9907-0342b47da148. Aug 26 12:49:11.411525 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:49:11.515898 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:49:11.520955 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:11.527673 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Sync routers for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:49:11.537508 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:11.538134 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:48:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:11.547200 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3f79e192-4d21-492f-be59-7d29bad0d372 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "DELETE /v2.0/floatingips/25f09a0d-44e7-48c3-accd-99e91bca7e98 HTTP/1.1" status: 204 len: 168 time: 0.8750339 Aug 26 12:49:11.547889 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:11.550294 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276" -d '{"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:11.651107 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:11.723765 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134218a-4f22-4eab-a3d2-b2b3bcef94ce x-openstack-request-id: req-f134218a-4f22-4eab-a3d2-b2b3bcef94ce {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:11.724281 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:11.724281 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f134218a-4f22-4eab-a3d2-b2b3bcef94ce {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:11.724685 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'status': 'completed', 'code': 200} Aug 26 12:49:11.813139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-884e52d6-ec21-4432-b9a9-2d11bc69e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:11.815282 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-884e52d6-ec21-4432-b9a9-2d11bc69e6c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1afa8cfaf25a439e9d4a91654450860b&device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 1098 time: 0.0452623 Aug 26 12:49:11.861586 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:11.888344 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Checking router: 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:49:11.896665 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:11.897307 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:48:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:11.906283 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-edfe30d8-4dbe-4a74-be6b-449977649f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:11.907798 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-edfe30d8-4dbe-4a74-be6b-449977649f09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 200 len: 909 time: 0.0856695 Aug 26 12:49:11.949798 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-3d7c2850-b041-4eaf-91c8-b6fb49d3c301 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 200 len: 217 time: 0.0352149 Aug 26 12:49:12.015264 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:12.039895 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-c729daf9-7184-4cc8-9b0e-4f98e24c63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:12.041776 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-c729daf9-7184-4cc8-9b0e-4f98e24c63ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 200 len: 847 time: 0.0519145 Aug 26 12:49:12.056511 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0cc99-4b3e-4b86-bf58-eccfba46a8aa req-cdc998c4-35dd-40ec-bb45-959cf2c0c6f2 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:12.058737 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02c0cc99-4b3e-4b86-bf58-eccfba46a8aa req-cdc998c4-35dd-40ec-bb45-959cf2c0c6f2 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Aug 26 12:49:12.095696 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-b1d6ba22-0f31-4a18-aa0c-da99a2449574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:12.097242 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-b1d6ba22-0f31-4a18-aa0c-da99a2449574 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464964 Aug 26 12:49:12.102587 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd02306e-2dbe-4732-a681-204b82af0a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:12.106083 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02c0cc99-4b3e-4b86-bf58-eccfba46a8aa req-9a91cec6-f667-4728-a9d5-e5a5b7c00c2e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381048 Aug 26 12:49:12.195838 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-fc26dda4-c7bb-41df-8fcd-34f1ea6f23eb service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898867 Aug 26 12:49:12.297055 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcabf74b-ca8a-4ce5-a5a9-c05afd1d6276 req-aeefa686-f178-441c-be42-ced72ad47bea service neutron] 10.222.0.65 "GET /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931211 Aug 26 12:49:12.358349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:12.387842 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694d65e-dd8d-4ceb-8f37-1fc22b928d6c None None] The sync data for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi is: [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:44:07Z', 'revision_number': 4, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': '71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8', 'name': '', 'network_id': 'a40d9dec-94ef-4a2f-88c7-eb100f13c1ed', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'mac_address': 'fa:16:3e:cb:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2228d393-3970-4239-8503-dc052f70cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:07Z', 'updated_at': '2021-08-26T12:44:14Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'subnets': [{'id': '2228d393-3970-4239-8503-dc052f70cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:49:12.444758 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:12.602678 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eadb9ec-afce-4951-b1f1-7bb47d87c88f None None] New status for floating IP 25f09a0d-44e7-48c3-accd-99e91bca7e98: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:49:13.226441 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a6cd-814e-4e17-896f-cd6ead02821a req-b1a30fe1-2186-4550-b59c-2ff2cadaaf9d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:13.227954 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0b6a6cd-814e-4e17-896f-cd6ead02821a req-b1a30fe1-2186-4550-b59c-2ff2cadaaf9d tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0510292 Aug 26 12:49:13.266237 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0b6a6cd-814e-4e17-896f-cd6ead02821a req-48f0312e-e382-4b7e-8841-bed989a08110 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/security-groups?id=316fdb95-cbcf-467e-892e-56b1918949fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Aug 26 12:49:13.726961 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-16814b00-4be0-4d86-ad63-b6a9402ee255 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:13.728409 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-16814b00-4be0-4d86-ad63-b6a9402ee255 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.65 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 945 time: 0.0516453 Aug 26 12:49:13.817807 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Deleting port a8a1fd3c-01f1-4453-9907-0342b47da148 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:13.818042 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:13.905428 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] For port a8a1fd3c-01f1-4453-9907-0342b47da148, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=a8a1fd3c-01f1-4453-9907-0342b47da148,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:13.905800 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:13.918776 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Calling delete_port for a8a1fd3c-01f1-4453-9907-0342b47da148 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:13.998631 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:14.130419 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:14.165224 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event deleted for resources: {'Port': ['ID=a8a1fd3c-01f1-4453-9907-0342b47da148,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:14.205459 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] No DVR routers for this DVR port a8a1fd3c-01f1-4453-9907-0342b47da148 on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:14.208052 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:14.210154 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-261ace1c-8268-46f9-8215-644aa18b8d6d req-6de9f41f-2666-4940-b0ae-9cb4820b0532 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.65 "DELETE /v2.0/ports/a8a1fd3c-01f1-4453-9907-0342b47da148 HTTP/1.1" status: 204 len: 173 time: 0.4750428 Aug 26 12:49:14.210593 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-deleted', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:14.212892 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10b483-7a56-4967-b4e2-361ad936895b" -d '{"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-deleted", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:14.260812 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27af96-8968-475a-b69d-0e631689f323 x-openstack-request-id: req-bd27af96-8968-475a-b69d-0e631689f323 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:14.261439 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e85efe-0ae7-4b03-bc8d-d6871c7399d2", "name": "network-vif-deleted", "tag": "a8a1fd3c-01f1-4453-9907-0342b47da148", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:14.261439 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd27af96-8968-475a-b69d-0e631689f323 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:14.261751 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e85efe-0ae7-4b03-bc8d-d6871c7399d2', 'name': 'network-vif-deleted', 'tag': 'a8a1fd3c-01f1-4453-9907-0342b47da148', 'status': 'completed', 'code': 200} Aug 26 12:49:14.360892 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4eb8f948-fa3e-42b5-bb84-f491cf2eff07 req-a4184fd5-1850-4e4e-a9ab-7172dcf53d86 tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 210 time: 0.0262785 Aug 26 12:49:15.393053 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:15.468009 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b04a2cb7-a4ea-48bc-99f2-3fe57b5792bc req-837f6ca2-18e2-4ae8-a28b-fcf3916a561e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e85efe-0ae7-4b03-bc8d-d6871c7399d2 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Aug 26 12:49:16.523905 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:16.581212 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:16.605882 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:16.675566 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:16.695161 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: a8a1fd3c-01f1-4453-9907-0342b47da148 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:16.698763 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device a8a1fd3c-01f1-4453-9907-0342b47da148 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:16.718926 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:16.722089 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:16.723259 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] 10.222.0.15 "DELETE /v2.0/security-groups/316fdb95-cbcf-467e-892e-56b1918949fd HTTP/1.1" status: 204 len: 168 time: 0.1983469 Aug 26 12:49:16.732448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3f30-69ae-48e6-b6e9-a33579625a7e tempest-TestShelveInstance-1519915271 tempest-TestShelveInstance-1519915271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316fdb95-cbcf-467e-892e-56b1918949fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:17.872870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:18.316448 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:18.559289 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Deleting port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:18.559628 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:18.637959 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] For port 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:18.638354 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:18.650912 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Calling delete_port for 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:18.925057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:18.950653 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:19.120088 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:19.334888 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:49:19.438343 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:49:19.444045 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6d9f6aec-08ee-446e-9405-c31814e32c7f admin admin] 10.222.0.15 "PUT /v2.0/routers/8dee78d6-15ce-4c0a-9a5a-f3338e3648ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5700638 Aug 26 12:49:19.445775 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:19.447615 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Sync routers for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:49:19.458806 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:19.459431 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:19.550996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:19.562699 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:19.652876 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:19.740639 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:49:18Z', 'revision_number': 5, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port': {'id': '26d81c84-ec60-453f-abe6-2da74f37da97', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:04Z', 'updated_at': '2021-08-26T12:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:19.771051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Checking router: 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:49:19.776600 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Deleting port 26d81c84-ec60-453f-abe6-2da74f37da97 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:19.777123 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:19.779418 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Routers {'8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:19.780023 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:19.854792 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] For port 26d81c84-ec60-453f-abe6-2da74f37da97, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=26d81c84-ec60-453f-abe6-2da74f37da97,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:19.855154 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:19.865863 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] Set router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:19.868043 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Calling delete_port for 26d81c84-ec60-453f-abe6-2da74f37da97 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:19.917251 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:49:19Z', 'revision_number': 6, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:19.947123 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697c2de-b61e-4dfe-bfb0-90944e68d39c None None] The sync data for ids ['8dee78d6-15ce-4c0a-9a5a-f3338e3648ab'] in dv-cinder-806140-1-iscsi is: [{'id': '8dee78d6-15ce-4c0a-9a5a-f3338e3648ab', 'name': 'tempest-TestShelveInstance-257506676-router', 'tenant_id': '1afa8cfaf25a439e9d4a91654450860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:03Z', 'updated_at': '2021-08-26T12:49:19Z', 'revision_number': 6, 'project_id': '1afa8cfaf25a439e9d4a91654450860b', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:49:20.090287 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.115899 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d81c84-ec60-453f-abe6-2da74f37da97,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:20.177494 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.265176 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.267650 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.364574 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.365170 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dee78d6-15ce-4c0a-9a5a-f3338e3648ab {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:49:20.369816 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.371068 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c4f116bb-3d41-46c1-8355-d94078e180c5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8dee78d6-15ce-4c0a-9a5a-f3338e3648ab HTTP/1.1" status: 204 len: 168 time: 0.9242043 Aug 26 12:49:20.377279 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:20.425120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Deleting subnet 2228d393-3970-4239-8503-dc052f70cffe {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:49:20.428120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.706931 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.783069 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.913504 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.938929 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2228d393-3970-4239-8503-dc052f70cffe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:20.943801 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:20.946362 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cd016a56-040f-4ee7-a8cb-c2c8783132e3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2228d393-3970-4239-8503-dc052f70cffe HTTP/1.1" status: 204 len: 168 time: 0.5676022 Aug 26 12:49:20.948456 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:20.949297 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dfe3d-bbae-4d2b-a1f7-8b5a0d73eb6f None None] Network a40d9dec-94ef-4a2f-88c7-eb100f13c1ed requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:49:21.018678 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.074275 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Deleting port 2236f037-813f-4d6a-ad51-411cac4d6729 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:21.074627 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.138691 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] For port 2236f037-813f-4d6a-ad51-411cac4d6729, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2236f037-813f-4d6a-ad51-411cac4d6729,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:21.139129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.140179 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] DHCP port deletion for a40d9dec-94ef-4a2f-88c7-eb100f13c1ed request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:49:21.152695 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Calling delete_port for 2236f037-813f-4d6a-ad51-411cac4d6729 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:21.197349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Deleting port 2236f037-813f-4d6a-ad51-411cac4d6729 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:21.197349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.256935 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] For port 2236f037-813f-4d6a-ad51-411cac4d6729, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=2236f037-813f-4d6a-ad51-411cac4d6729,segment=NetworkSegment(1f9816f6-27d6-46ab-a88f-0e92a40658eb),segment_id=1f9816f6-27d6-46ab-a88f-0e92a40658eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:21.257343 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.270684 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Calling delete_port for 2236f037-813f-4d6a-ad51-411cac4d6729 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:21.296342 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.322070 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Pushing event deleted for resources: {'Port': ['ID=2236f037-813f-4d6a-ad51-411cac4d6729,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:21.325674 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] No DVR routers for this DVR port 2236f037-813f-4d6a-ad51-411cac4d6729 on host dv-cinder-806140-1-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:21.349907 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.377245 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] No DVR routers for this DVR port 2236f037-813f-4d6a-ad51-411cac4d6729 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:21.379312 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Pushing event deleted for resources: {'Port': ['ID=2236f037-813f-4d6a-ad51-411cac4d6729,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:21.388637 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.389103 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.389349 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.389689 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.390019 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.390347 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.390701 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.391013 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.391336 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.392233 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.392563 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.392913 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28e79b-2a9d-4f8c-9434-ea7f3ea995a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:21.399841 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.409662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d9dec-94ef-4a2f-88c7-eb100f13c1ed']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:21.423351 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9816f6-27d6-46ab-a88f-0e92a40658eb') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:21.423648 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9816f6-27d6-46ab-a88f-0e92a40658eb') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:21.432158 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4408471'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.445741 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.451424 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:49:21.451749 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5756019'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: Traceback (most recent call last): Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: timer() Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: cb(*args, **kw) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: return func(*args, **kwargs) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: self._notify() Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: self.callback(batched_events) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: event.method(event) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: return f(self, *a, **k) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._get(url).json() Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:49:21.453657 dv-cinder-806140-1-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:49:21.575923 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.581699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:21.583599 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a40d9dec-94ef-4a2f-88c7-eb100f13c1ed HTTP/1.1" status: 204 len: 168 time: 0.6341202 Aug 26 12:49:21.586733 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:21.598051 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101a01-1634-4765-b9c6-e1b8f12aa527 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40d9dec-94ef-4a2f-88c7-eb100f13c1ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:21.623835 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:21.644189 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:21.644458 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 71d3e5db-3ef5-4faa-a8d2-c1da6f8f89c8 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:21.644887 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2236f037-813f-4d6a-ad51-411cac4d6729 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:21.663523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 2236f037-813f-4d6a-ad51-411cac4d6729 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:21.663858 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 2236f037-813f-4d6a-ad51-411cac4d6729 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:21.664273 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 26d81c84-ec60-453f-abe6-2da74f37da97 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:21.683093 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 26d81c84-ec60-453f-abe6-2da74f37da97 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:21.683434 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 26d81c84-ec60-453f-abe6-2da74f37da97 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:21.935386 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:22.178185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Deleting port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:22.178520 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:22.257299 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] For port b05d1b18-0881-4a41-a6af-2e67bc9d6bc3, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:22.257671 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:22.270690 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Calling delete_port for b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:22.553085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:22.579838 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05d1b18-0881-4a41-a6af-2e67bc9d6bc3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:22.745742 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:22.958803 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Router 11b29960-33ed-47a9-ae2a-af2cd68b670a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:49:23.076151 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:49:23.081735 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d39730a0-d029-4586-9fa6-48896dbe5536 admin admin] 10.222.0.15 "PUT /v2.0/routers/11b29960-33ed-47a9-ae2a-af2cd68b670a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939461 Aug 26 12:49:23.084339 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:23.085498 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Sync routers for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:49:23.095116 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:23.095734 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:23.192084 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.201878 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:23.298633 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.380746 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:49:22Z', 'revision_number': 5, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port': {'id': 'b3365691-0e12-42fc-928a-196f2e6f55f1', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:44:12Z', 'updated_at': '2021-08-26T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:23.406207 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Checking router: 11b29960-33ed-47a9-ae2a-af2cd68b670a for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:49:23.406771 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Deleting port b3365691-0e12-42fc-928a-196f2e6f55f1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:23.407638 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.414945 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Routers {'11b29960-33ed-47a9-ae2a-af2cd68b670a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:23.415543 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['11b29960-33ed-47a9-ae2a-af2cd68b670a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:23.489730 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] For port b3365691-0e12-42fc-928a-196f2e6f55f1, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=b3365691-0e12-42fc-928a-196f2e6f55f1,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:23.490094 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.500565 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] Set router 11b29960-33ed-47a9-ae2a-af2cd68b670a gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:23.502832 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Calling delete_port for b3365691-0e12-42fc-928a-196f2e6f55f1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:23.554124 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:49:23Z', 'revision_number': 6, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:23.580598 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a2e3c-7e56-44f5-a70c-83c4644c1ff9 None None] The sync data for ids ['11b29960-33ed-47a9-ae2a-af2cd68b670a'] in dv-cinder-806140-1-iscsi is: [{'id': '11b29960-33ed-47a9-ae2a-af2cd68b670a', 'name': 'tempest-TestShelveInstance-1283303389-router', 'tenant_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:44:11Z', 'updated_at': '2021-08-26T12:49:23Z', 'revision_number': 6, 'project_id': '686e8cbc995c4a7cb7819ab4db9bd465', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:49:23.747299 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.777392 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3365691-0e12-42fc-928a-196f2e6f55f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:23.833607 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.924999 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:23.927017 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.038749 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.039415 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b29960-33ed-47a9-ae2a-af2cd68b670a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:49:24.044080 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.045304 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d4b36697-3a99-406e-8bf5-1626bcc34ce4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/11b29960-33ed-47a9-ae2a-af2cd68b670a HTTP/1.1" status: 204 len: 168 time: 0.9600089 Aug 26 12:49:24.048274 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:24.093413 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Deleting subnet 202ecacf-2c87-4886-9f9d-473438e9c602 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:49:24.096981 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.130443 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.210589 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.322493 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.348901 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202ecacf-2c87-4886-9f9d-473438e9c602,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:24.355653 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.358527 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-166fbf5f-0a3a-4dd4-8e87-082e808fc51b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/202ecacf-2c87-4886-9f9d-473438e9c602 HTTP/1.1" status: 204 len: 168 time: 0.3086526 Aug 26 12:49:24.360923 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:24.366356 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f470610-9552-4608-a09c-34a712d2caf6 None None] Network 884c3940-5898-4352-9f29-49892128a902 requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:49:24.434516 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.490275 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Deleting port 75cfa7cb-3c91-426e-881b-03bb115437c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:24.490620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.548224 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] DHCP port deletion for 884c3940-5898-4352-9f29-49892128a902 request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:49:24.557295 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] For port 75cfa7cb-3c91-426e-881b-03bb115437c9, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=75cfa7cb-3c91-426e-881b-03bb115437c9,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:24.557663 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.570860 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Calling delete_port for 75cfa7cb-3c91-426e-881b-03bb115437c9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:24.597186 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Deleting port 75cfa7cb-3c91-426e-881b-03bb115437c9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:24.597568 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.665394 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] For port 75cfa7cb-3c91-426e-881b-03bb115437c9, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=75cfa7cb-3c91-426e-881b-03bb115437c9,segment=NetworkSegment(c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4),segment_id=c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:24.665785 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.678690 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Calling delete_port for 75cfa7cb-3c91-426e-881b-03bb115437c9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:24.736234 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.752163 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.762241 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cfa7cb-3c91-426e-881b-03bb115437c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:24.765915 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] No DVR routers for this DVR port 75cfa7cb-3c91-426e-881b-03bb115437c9 on host dv-cinder-806140-1-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:24.781058 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] Pushing event deleted for resources: {'Port': ['ID=75cfa7cb-3c91-426e-881b-03bb115437c9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:24.784688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ea8a4-93e3-47b4-8360-eede10411068 None None] No DVR routers for this DVR port 75cfa7cb-3c91-426e-881b-03bb115437c9 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:24.840079 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.850477 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884c3940-5898-4352-9f29-49892128a902']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:24.861090 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:24.861388 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b8f8ef-9cd5-4178-b13e-2d9f7da38bb4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:24.870115 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.883231 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.888870 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:49:24.890523 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:49:24.890823 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:49:25.015312 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.020703 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.022521 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] 10.222.0.15 "DELETE /v2.0/networks/884c3940-5898-4352-9f29-49892128a902 HTTP/1.1" status: 204 len: 168 time: 0.6606512 Aug 26 12:49:25.033996 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e9156-1bc0-418e-b8d2-98e8f6ea3273 admin admin] Pushing event deleted for resources: {'Network': ['ID=884c3940-5898-4352-9f29-49892128a902,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:25.316043 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:25.355502 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5a234727-3eac-41fc-8e0b-4756e0637067 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afa8cfaf25a439e9d4a91654450860b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383098 Aug 26 12:49:25.358025 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:25.404622 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.428964 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.535823 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.538557 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:25.539709 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4697a228-45fa-4387-b898-58c03e601101 HTTP/1.1" status: 204 len: 168 time: 0.1807721 Aug 26 12:49:25.547373 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb680b-107e-44cd-a8ed-d9b714af9f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697a228-45fa-4387-b898-58c03e601101,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:25.625062 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 75cfa7cb-3c91-426e-881b-03bb115437c9 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:25.645971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 75cfa7cb-3c91-426e-881b-03bb115437c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:25.646310 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 75cfa7cb-3c91-426e-881b-03bb115437c9 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:25.646719 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b3365691-0e12-42fc-928a-196f2e6f55f1 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:25.667230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: b3365691-0e12-42fc-928a-196f2e6f55f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:25.667565 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b3365691-0e12-42fc-928a-196f2e6f55f1 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:25.667992 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:25.685965 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:25.686297 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device b05d1b18-0881-4a41-a6af-2e67bc9d6bc3 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:26.266016 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:26.308751 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-07c20bf7-8359-4dbe-8740-07f1eb1ff32a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=686e8cbc995c4a7cb7819ab4db9bd465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415444 Aug 26 12:49:26.311356 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:26.364905 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:26.389115 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:26.530231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:26.532831 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:26.534543 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb35c9f8-ba19-43b1-9c6d-6381e4d94ad7 HTTP/1.1" status: 204 len: 168 time: 0.2222207 Aug 26 12:49:26.542752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03c144-4dbb-408c-bc4e-1aced4a18683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35c9f8-ba19-43b1-9c6d-6381e4d94ad7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:31.575437 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:49:31.676527 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe5ec-bc76-4c53-a008-3741b7b1cd86 req-f748d48b-e376-44e3-bf1d-3536c24312d7 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:31.678134 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9bfe5ec-bc76-4c53-a008-3741b7b1cd86 req-f748d48b-e376-44e3-bf1d-3536c24312d7 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0537436 Aug 26 12:49:31.716791 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9bfe5ec-bc76-4c53-a008-3741b7b1cd86 req-ea2db0c1-e439-466c-b00e-2092b4ca40dd tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326791 Aug 26 12:49:32.833932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c03ac-b00c-445f-b950-936c7058fd68 req-7e24f13b-3374-48af-a2de-32562ef1a061 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:32.835442 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-226c03ac-b00c-445f-b950-936c7058fd68 req-7e24f13b-3374-48af-a2de-32562ef1a061 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Aug 26 12:49:32.873392 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-226c03ac-b00c-445f-b950-936c7058fd68 req-b7d43785-2b83-44b3-b0fd-9f53374392ac tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Aug 26 12:49:33.344677 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857639-d06a-41ad-b354-43826a6bf9fb req-5bcfb7e6-329c-4005-bdc8-8d614e16dbb4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:33.346258 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-67857639-d06a-41ad-b354-43826a6bf9fb req-5bcfb7e6-329c-4005-bdc8-8d614e16dbb4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Aug 26 12:49:33.433088 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port 83890e68-9495-4944-8dd8-bfc7a23a9a1e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:49:33.433425 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:33.520808 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] For port 83890e68-9495-4944-8dd8-bfc7a23a9a1e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=83890e68-9495-4944-8dd8-bfc7a23a9a1e,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:33.521178 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:33.683578 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:33.683951 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:33.684265 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP 0c073602-ea8e-408a-a6a0-a7e855e7225a disassociated. External IP: 172.27.0.197, port: 83890e68-9495-4944-8dd8-bfc7a23a9a1e. Aug 26 12:49:33.684593 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for 83890e68-9495-4944-8dd8-bfc7a23a9a1e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:49:33.884533 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:33.912255 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=83890e68-9495-4944-8dd8-bfc7a23a9a1e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.927931 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:49:33.973052 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-89cf651e-df78-491d-b5f1-e6b3aea0fa20 req-ec575f1c-7d15-431b-88e3-223c31a57e40 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Aug 26 12:49:34.037660 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:49:34.146845 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:49:34.158878 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:49:34.168838 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:34.169662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:34.186667 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] No DVR routers for this DVR port 83890e68-9495-4944-8dd8-bfc7a23a9a1e on host hv-cinder-80614 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:49:34.189177 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:34.191159 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-67857639-d06a-41ad-b354-43826a6bf9fb req-30acbf12-8aca-4e33-bb07-d5163bfe3480 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "DELETE /v2.0/ports/83890e68-9495-4944-8dd8-bfc7a23a9a1e HTTP/1.1" status: 204 len: 173 time: 0.8381345 Aug 26 12:49:34.191596 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'name': 'network-vif-deleted', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:34.193882 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2327ad-0a08-4168-b646-dbf4d1d1e4a8" -d '{"events": [{"server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "name": "network-vif-deleted", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:34.228941 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa9294-9783-4244-804a-d4ba7455e0a1 x-openstack-request-id: req-9daa9294-9783-4244-804a-d4ba7455e0a1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:34.229230 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c89c615-387a-4f9d-89ab-b2e5bf640a04", "name": "network-vif-deleted", "tag": "83890e68-9495-4944-8dd8-bfc7a23a9a1e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:34.229481 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9daa9294-9783-4244-804a-d4ba7455e0a1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:34.229873 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c89c615-387a-4f9d-89ab-b2e5bf640a04', 'name': 'network-vif-deleted', 'tag': '83890e68-9495-4944-8dd8-bfc7a23a9a1e', 'status': 'completed', 'code': 200} Aug 26 12:49:34.277004 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:34.484604 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:34.510740 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:49:34.518813 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:34.519413 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:34.747116 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:34.942761 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:34.973291 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7f9d5-d903-43e0-baf5-b71827071768 None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:49:35.079166 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-861c00c4-15f8-4788-9f45-c774156aa6f3 req-291f0ee6-7978-4f0c-8662-cebbed57a615 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c89c615-387a-4f9d-89ab-b2e5bf640a04 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Aug 26 12:49:35.195448 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb858-b812-45cc-aa46-db628d4ab0f2 None None] New status for floating IP 0c073602-ea8e-408a-a6a0-a7e855e7225a: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:49:36.327053 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-343bedc0-21b9-4656-9d73-48191cb3fff8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192526394&fields=id&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 267 time: 0.0327365 Aug 26 12:49:36.433382 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-bb0ff455-23a0-4704-a766-edb23bb2c065 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:36.434808 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-bb0ff455-23a0-4704-a766-edb23bb2c065 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1006832 Aug 26 12:49:36.450483 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b68fd1dc-ddf8-4cf1-a113-c5982b2d1516 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/quotas/7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 375 time: 0.0098512 Aug 26 12:49:36.503540 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-289b6ea0-c5cf-4353-bcd4-97c0624f40d5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474567 Aug 26 12:49:36.611770 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-a7f35665-c2f9-4056-b15a-3ddbfd9e2f45 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:49:36.612791 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-a7f35665-c2f9-4056-b15a-3ddbfd9e2f45 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967326 Aug 26 12:49:36.705303 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-6fa21d20-dc0a-4178-b226-09ffbce70eca service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Aug 26 12:49:36.737105 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 83890e68-9495-4944-8dd8-bfc7a23a9a1e no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:49:36.757538 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 83890e68-9495-4944-8dd8-bfc7a23a9a1e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:49:36.757879 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 83890e68-9495-4944-8dd8-bfc7a23a9a1e not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:49:37.040828 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-e7b069f1-990d-4131-81d5-ca84c863390f service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294623 Aug 26 12:49:37.249888 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:37.722986 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7f6391c8-6f4e-408c-9cea-5a2d9e03e336 req-1dde9bc9-249b-4d03-8d6f-450df0330b22 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0306249 Aug 26 12:49:38.812387 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7bc65246-86db-4d84-a2bf-26944f11384e req-03d4798b-8e11-40ef-873d-68eafeb66789 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0266535 Aug 26 12:49:39.438485 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-549914ba-197d-4cd3-9ee4-6d82df9e9291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:39.708851 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ab6fe634-a030-46ed-9a58-c0a4b61e041d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:39.710296 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ab6fe634-a030-46ed-9a58-c0a4b61e041d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1024017 Aug 26 12:49:39.760170 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-c3ce59eb-e077-43f4-a929-77c963d10b5c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 379 time: 0.0347757 Aug 26 12:49:39.769461 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'port': {'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'admin_state_up': True, 'tenant_id': '7e73282803b647718c8083649fe1e006', 'security_groups': ['5fadc454-80f6-4e98-8df0-01a9c62c8e87']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:49:39.905937 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8db5501f-55e9-44b4-9d92-9d306eeb086c req-f243fe7a-b842-4a78-9f72-b4de3c27652d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Aug 26 12:49:39.947069 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Made reservation on behalf of 7e73282803b647718c8083649fe1e006 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:49:39.950667 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.076442 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.20.0.12 (05559340-572e-44c3-9c99-4e36ba8638fa/a0714708-8bda-4e77-8010-35433e03412e/723058f8-8e67-4bcb-9950-2f90ce8bba93) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:49:40.208246 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.221607 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Transition to ACTIVE for port object 723058f8-8e67-4bcb-9950-2f90ce8bba93 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:49:40.319198 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.363455 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:49:40.368816 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:49:40.372445 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:49:40.392036 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:40.430707 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:40.431398 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.548083 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-cc1765a2-ffc9-4a2e-b82e-b401c5cc913d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823522 Aug 26 12:49:40.567382 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Request body: {'port': {'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:49:40.621366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.751538 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-634a1613-7c3a-4d30-b258-a555d8be85c1 None None] Provisioning for port 723058f8-8e67-4bcb-9950-2f90ce8bba93 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:49:40.753421 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-634a1613-7c3a-4d30-b258-a555d8be85c1 None None] Provisioning complete for port 723058f8-8e67-4bcb-9950-2f90ce8bba93 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:49:40.754010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-634a1613-7c3a-4d30-b258-a555d8be85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.806575 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-634a1613-7c3a-4d30-b258-a555d8be85c1 None None] Port 723058f8-8e67-4bcb-9950-2f90ce8bba93 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:49:40.906091 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723058f8-8e67-4bcb-9950-2f90ce8bba93 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:49:40.913255 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:40.925375 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Transition to ACTIVE for port object 723058f8-8e67-4bcb-9950-2f90ce8bba93 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:49:41.020599 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e13009-9570-45ee-9544-542bcfa7d58e req-6314e75a-2443-4495-bcac-9f09cafafb3d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:41.021548 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:41.022156 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75e13009-9570-45ee-9544-542bcfa7d58e req-6314e75a-2443-4495-bcac-9f09cafafb3d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 932 time: 0.0516415 Aug 26 12:49:41.068654 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75e13009-9570-45ee-9544-542bcfa7d58e req-554a259f-0ff2-4c8c-bf7a-8bbd6d19dfce tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 Aug 26 12:49:41.088948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Pushing event updated for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:41.140255 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Attempting to bind port 723058f8-8e67-4bcb-9950-2f90ce8bba93 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:49:41.140589 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Attempting to bind port 723058f8-8e67-4bcb-9950-2f90ce8bba93 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:49:41.140948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Attempting to bind port 723058f8-8e67-4bcb-9950-2f90ce8bba93 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:49:41.145392 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Port 723058f8-8e67-4bcb-9950-2f90ce8bba93 on network 05559340-572e-44c3-9c99-4e36ba8638fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:49:41.145688 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Attempting to bind port 723058f8-8e67-4bcb-9950-2f90ce8bba93 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:49:41.151121 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:49:41.151523 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:49:41.151827 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Bound using segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:49:41.152242 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Bound port: 723058f8-8e67-4bcb-9950-2f90ce8bba93, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:49:41.152598 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:41.224017 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:49:41.227384 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:49:41.376453 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:41.666414 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:41.667034 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:41.668447 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] 10.222.0.65 "PUT /v2.0/ports/723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 1094 time: 1.1053445 Aug 26 12:49:41.668897 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:41.671150 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814f7272-fce5-4ad1-98e3-06cdbf861e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:41.698955 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a68a5c-daae-4b55-9ff2-6b6121fd5c51 service neutron] Pushing event updated for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:41.716107 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8cb2f6-8103-40b3-afc5-20921fc99de1 x-openstack-request-id: req-1b8cb2f6-8103-40b3-afc5-20921fc99de1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:41.716410 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:41.716665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b8cb2f6-8103-40b3-afc5-20921fc99de1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:41.717116 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'status': 'completed', 'code': 200} Aug 26 12:49:41.799699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-7cf4cde2-d84f-4173-8fee-41f2cc484593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:41.801299 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-7cf4cde2-d84f-4173-8fee-41f2cc484593 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1097 time: 0.0425985 Aug 26 12:49:41.907042 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-436311a2-9ffe-477a-b60b-906970ded612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:41.908516 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-436311a2-9ffe-477a-b60b-906970ded612 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e73282803b647718c8083649fe1e006&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931659 Aug 26 12:49:42.007324 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-255083a8-4f86-47f5-a037-352b3c833a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:42.008974 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-814f7272-fce5-4ad1-98e3-06cdbf861e6b req-255083a8-4f86-47f5-a037-352b3c833a9c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935223 Aug 26 12:49:42.061703 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07d88ad7-df74-4559-a0f8-75ece6f039ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:42.106106 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-e453a8c5-68dc-49c6-9ab7-8891ca704cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:42.107603 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-e453a8c5-68dc-49c6-9ab7-8891ca704cac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1097 time: 0.0411181 Aug 26 12:49:42.157145 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-6952d447-b7cf-4ed4-85b3-1856db9bc039 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Aug 26 12:49:42.181826 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:42.194953 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8e08a-dfa8-4e2d-a6bd-1ef2f6830426 req-9a70f12d-f1fb-4c09-bbc7-008caef8b05a tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:42.196640 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f1e8e08a-dfa8-4e2d-a6bd-1ef2f6830426 req-9a70f12d-f1fb-4c09-bbc7-008caef8b05a tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0501904 Aug 26 12:49:42.209383 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ba5acf3d-a22b-4063-b8cc-5f2745d22319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:42.211104 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ba5acf3d-a22b-4063-b8cc-5f2745d22319 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0474820 Aug 26 12:49:42.236585 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f1e8e08a-dfa8-4e2d-a6bd-1ef2f6830426 req-a823d0e9-3d24-4b99-89f1-1f53c6979cf0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Aug 26 12:49:42.260090 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ba0187a4-d334-4921-b7a0-9b25528f31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:42.261532 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-ba0187a4-d334-4921-b7a0-9b25528f31bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435205 Aug 26 12:49:42.352438 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-05bb059c-156d-421f-a991-6cd796790d90 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829670 Aug 26 12:49:42.436701 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03071abe-aaff-4ca2-a743-abcf8c5d8a36 req-6f660871-48e1-4960-8d20-3aad61bc14c2 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783396 Aug 26 12:49:43.355848 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014cc0e-fbd4-46ef-b6ed-2bd6d2f942e7 req-4ad95ad8-6ae6-491a-aab8-2a4829314161 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:43.357333 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7014cc0e-fbd4-46ef-b6ed-2bd6d2f942e7 req-4ad95ad8-6ae6-491a-aab8-2a4829314161 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0527625 Aug 26 12:49:43.395081 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7014cc0e-fbd4-46ef-b6ed-2bd6d2f942e7 req-f015a557-ed94-4c9c-918a-32fbc61116a5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Aug 26 12:49:44.032881 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:44.506361 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f28d4-1f6d-4147-b9f9-7f1c0d54f5c0 req-a70f14e6-ad91-43ed-bd29-fe66cbf650e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:44.508431 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b03f28d4-1f6d-4147-b9f9-7f1c0d54f5c0 req-a70f14e6-ad91-43ed-bd29-fe66cbf650e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0478356 Aug 26 12:49:44.544775 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b03f28d4-1f6d-4147-b9f9-7f1c0d54f5c0 req-70b01f29-6147-4858-a4d3-32bc5966b001 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304003 Aug 26 12:49:45.426873 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:45.656493 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29b8bd-1da4-44b9-badb-6ccdb67f770e req-0aa579e6-fbd7-4a9a-8874-cf8cb1e066d8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:45.658036 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a29b8bd-1da4-44b9-badb-6ccdb67f770e req-0aa579e6-fbd7-4a9a-8874-cf8cb1e066d8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0492265 Aug 26 12:49:45.695390 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a29b8bd-1da4-44b9-badb-6ccdb67f770e req-93c34669-5971-4eb2-b61d-f436bcb6950b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Aug 26 12:49:46.809450 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251ef08-5960-45a0-9f6c-0aedd8bba410 req-8b257d88-e96a-4071-8ace-86ebb600e724 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:46.810881 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4251ef08-5960-45a0-9f6c-0aedd8bba410 req-8b257d88-e96a-4071-8ace-86ebb600e724 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0512533 Aug 26 12:49:46.847391 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4251ef08-5960-45a0-9f6c-0aedd8bba410 req-304c3966-1107-4350-9ed7-2396516615e0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Aug 26 12:49:47.958695 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d1b41-227a-4876-a8fb-7829dc21b704 req-5495a484-5c76-4843-8b81-1ad4ca8a1ac5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:47.960170 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-191d1b41-227a-4876-a8fb-7829dc21b704 req-5495a484-5c76-4843-8b81-1ad4ca8a1ac5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0483229 Aug 26 12:49:47.997651 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-191d1b41-227a-4876-a8fb-7829dc21b704 req-b64f7a75-1842-43cd-94ff-b16e3563b9da tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Aug 26 12:49:49.112416 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b99a9-fb38-4bc4-894f-05d3abb20cc8 req-fe0ddc3a-0246-4c29-9d93-258c56a4dff6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:49.113956 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e61b99a9-fb38-4bc4-894f-05d3abb20cc8 req-fe0ddc3a-0246-4c29-9d93-258c56a4dff6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0507128 Aug 26 12:49:49.151479 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e61b99a9-fb38-4bc4-894f-05d3abb20cc8 req-357ae3d7-3974-4517-adf7-32a108359a19 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Aug 26 12:49:50.268227 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98445b-6cf2-42b3-98b3-eb441fcf34ca req-d81bfadc-8864-4cdd-8809-5b302054bca4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:50.269741 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ca98445b-6cf2-42b3-98b3-eb441fcf34ca req-d81bfadc-8864-4cdd-8809-5b302054bca4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0517156 Aug 26 12:49:50.307324 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ca98445b-6cf2-42b3-98b3-eb441fcf34ca req-8d83105e-4634-46e2-abcd-f87bbecd2c22 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Aug 26 12:49:50.782230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 723058f8-8e67-4bcb-9950-2f90ce8bba93 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:49:50.876457 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:50.887799 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:49:50.923425 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:50.935784 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723058f8-8e67-4bcb-9950-2f90ce8bba93 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:49:50.954702 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:51.038123 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:51.085436 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:51.318427 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['723058f8-8e67-4bcb-9950-2f90ce8bba93'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:49:51.420279 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaf1de-8da0-4f07-a4cf-b57a299c2fe9 req-edb82452-3f29-4bad-9ada-4460052290ef tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:51.421789 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-accaf1de-8da0-4f07-a4cf-b57a299c2fe9 req-edb82452-3f29-4bad-9ada-4460052290ef tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Aug 26 12:49:51.460087 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-accaf1de-8da0-4f07-a4cf-b57a299c2fe9 req-524074d9-2793-4cf4-95b1-248f552a164d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Aug 26 12:49:52.571658 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234851-469c-4f3f-a990-10403c350aa9 req-91785daf-d4dd-4c0a-9503-68b0052299bd tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:52.573202 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd234851-469c-4f3f-a990-10403c350aa9 req-91785daf-d4dd-4c0a-9503-68b0052299bd tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Aug 26 12:49:52.610144 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd234851-469c-4f3f-a990-10403c350aa9 req-fbf9ea2c-7d67-4255-a83d-08627146e637 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308411 Aug 26 12:49:52.782331 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 723058f8-8e67-4bcb-9950-2f90ce8bba93 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:49:52.889385 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port 723058f8-8e67-4bcb-9950-2f90ce8bba93 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:49:52.893185 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port 723058f8-8e67-4bcb-9950-2f90ce8bba93 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:49:52.893557 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:52.968011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:52.989486 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:52.991748 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c3a953-e364-41c1-9e66-f38ef6a6120b" -d '{"events": [{"server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:53.004662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:49:53.073176 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:53.126911 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:53.203032 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08ec00-fceb-4542-8706-701fdd4032f2 x-openstack-request-id: req-ca08ec00-fceb-4542-8706-701fdd4032f2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:53.203330 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:53.203581 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca08ec00-fceb-4542-8706-701fdd4032f2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:53.204026 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'code': 200} Aug 26 12:49:53.588592 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd5c0-97ec-4ed7-a00b-b31422409c73 req-081b6e10-9a52-4a66-9428-861498b555c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:53.590664 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0ecdd5c0-97ec-4ed7-a00b-b31422409c73 req-081b6e10-9a52-4a66-9428-861498b555c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1099 time: 0.0392027 Aug 26 12:49:53.625102 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0ecdd5c0-97ec-4ed7-a00b-b31422409c73 req-eb2dcef1-61fd-4366-bfac-3282b963aa9f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278661 Aug 26 12:49:53.726004 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f311a0b-579d-4864-b7ec-d1c14a5910b1 req-a86d8d3a-4757-47b5-8b71-c709b2132f08 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:53.727513 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8f311a0b-579d-4864-b7ec-d1c14a5910b1 req-a86d8d3a-4757-47b5-8b71-c709b2132f08 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0512006 Aug 26 12:49:53.765155 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8f311a0b-579d-4864-b7ec-d1c14a5910b1 req-41be569a-026c-448c-9ee7-bcedbd44b6a6 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Aug 26 12:49:54.883917 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b209cd-5e23-479c-bdb1-f878f3cd2507 req-5055e29f-7c6a-4df3-a187-aed585adbbaa tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:54.885446 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e7b209cd-5e23-479c-bdb1-f878f3cd2507 req-5055e29f-7c6a-4df3-a187-aed585adbbaa tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Aug 26 12:49:54.923263 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e7b209cd-5e23-479c-bdb1-f878f3cd2507 req-8b1e2b20-bb69-4424-b37c-197e4454f2a0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Aug 26 12:49:55.034617 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b6d89-9e3c-4a72-86df-d17eb9943355 req-c0207184-a59f-483a-9b50-8bb3c165e74c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:55.036084 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-486b6d89-9e3c-4a72-86df-d17eb9943355 req-c0207184-a59f-483a-9b50-8bb3c165e74c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Aug 26 12:49:55.073517 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-486b6d89-9e3c-4a72-86df-d17eb9943355 req-b52f7dbe-7907-48a4-a4be-ccd6d122a2d2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Aug 26 12:49:55.095914 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:55.134053 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac7440-afcb-482d-aa32-c91b8ea53285 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:55.135528 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dfac7440-afcb-482d-aa32-c91b8ea53285 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0386350 Aug 26 12:49:55.138288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:49:55.142681 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:49:55.255248 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:55.351700 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:55.449959 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.27.0.102 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/59b9ed9b-a25b-419f-991e-b07ea2283578) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:49:55.549908 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:55.633050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:55.670597 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:49:55.675366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:49:55.678928 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:49:55.684995 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=59b9ed9b-a25b-419f-991e-b07ea2283578,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:56.027553 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.154279 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.302854 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.380690 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.446714 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=59b9ed9b-a25b-419f-991e-b07ea2283578,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:49:56.456586 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.552681 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP 70c8de72-9135-4587-b593-4daa55decd70 associated. External IP: 172.27.0.102, port: 723058f8-8e67-4bcb-9950-2f90ce8bba93. Aug 26 12:49:56.758903 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:49:56.864423 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:49:56.873750 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:49:56.882480 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:56.893787 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:56.946942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:49:56.976767 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4561167b-a2ba-4d0b-a1c1-0dcd1ef36ff0 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8373358 Aug 26 12:49:56.977494 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:49:56.979603 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099272a4-fb62-4a31-a103-df9e8f348ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:49:56.991091 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:57.014713 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cbbdb7-1987-44f3-a707-44a5d5a8a1c6 x-openstack-request-id: req-90cbbdb7-1987-44f3-a707-44a5d5a8a1c6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:49:57.015026 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:49:57.015307 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90cbbdb7-1987-44f3-a707-44a5d5a8a1c6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:49:57.015715 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'status': 'completed', 'code': 200} Aug 26 12:49:57.097699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-496f01ec-f9d4-4fcf-8c2b-900521ca9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:57.099229 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-496f01ec-f9d4-4fcf-8c2b-900521ca9877 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1099 time: 0.0414128 Aug 26 12:49:57.191344 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-70ebb0ec-5b83-4449-aab0-e4ded110e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:57.192907 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-70ebb0ec-5b83-4449-aab0-e4ded110e57f service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0867617 Aug 26 12:49:57.215159 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:55Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:57.240686 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:49:57.249505 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:49:57.250238 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:49:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:57.257438 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-7be3a821-80b5-462b-9c07-3d3986a360e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 1000 time: 0.0577683 Aug 26 12:49:57.311231 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-f0e9bf43-0578-47b5-bb53-2c8383639b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:57.312721 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-f0e9bf43-0578-47b5-bb53-2c8383639b08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0476937 Aug 26 12:49:57.357806 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:49:57.359809 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-3b509ad7-e1c8-47e3-b603-a83f8c34abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:49:57.361554 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-3b509ad7-e1c8-47e3-b603-a83f8c34abb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415621 Aug 26 12:49:57.453223 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-d9d876e3-11e0-4c89-b4bd-4e17356e0561 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 Aug 26 12:49:57.553473 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-099272a4-fb62-4a31-a103-df9e8f348ba2 req-5c54b508-f054-4e32-b96f-5f8f0dc7fb12 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928671 Aug 26 12:49:57.607303 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:55Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:49:57.634684 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90b94-c076-4849-96c7-9686d08c5103 None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:55Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:49:57.816498 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2c82d-701e-4750-9927-07fbc445ef2b None None] New status for floating IP 70c8de72-9135-4587-b593-4daa55decd70: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:50:07.266821 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:08.574824 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:50:09.449521 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fe42-19f6-45f4-a1e6-bba0ad0a854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:12.094229 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f141df0b-b3e1-4ae3-b585-a3219a98ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:12.192532 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:14.003943 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:15.409473 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:37.255027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:39.449606 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36d19e80-1b82-4983-b9d9-d2d21dc4ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:42.060853 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a80c639b-4613-4edf-a812-c1eddab22c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:42.151677 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:43.992333 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:45.403402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:50:45.573958 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:50:45.773001 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-3e311aa5-4390-4e27-b7d3-dbe487ff0ca6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390639 Aug 26 12:50:45.868196 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-f53c15bb-ea20-437f-9ef3-4507b1ca0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:50:45.869603 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-f53c15bb-ea20-437f-9ef3-4507b1ca0320 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1099 time: 0.0398107 Aug 26 12:50:45.972989 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-e1f13140-2c3f-42b0-926d-50e89203c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:50:45.974542 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-e1f13140-2c3f-42b0-926d-50e89203c940 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0864084 Aug 26 12:50:46.038898 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-e9883f8f-3aec-4876-b49a-ee6c2b642afd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 1002 time: 0.0568449 Aug 26 12:50:46.093862 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-b4ed0828-1583-4dad-bdef-cedbf37ee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:50:46.095342 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-b4ed0828-1583-4dad-bdef-cedbf37ee288 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0478771 Aug 26 12:50:46.139886 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-c09add26-c81d-4eda-94fb-ae15701f3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:50:46.141295 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-c09add26-c81d-4eda-94fb-ae15701f3886 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384624 Aug 26 12:50:46.230026 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-0a27b525-256e-4706-9d60-2800f5e8f5dc service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810781 Aug 26 12:50:46.320336 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f622d8-f92c-4246-a604-f0d5e3e2d725 req-8835272b-1c14-4441-8ef1-7158de53acc2 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Aug 26 12:51:07.254640 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:09.442439 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3de7-fccf-407f-846b-b098735d5f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:12.054443 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85d3ef4-c081-4007-a0a5-b9d806d8cdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:12.157140 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:14.049205 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:15.449071 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:22.573332 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:51:26.983122 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-d2349775-303a-46c8-943b-5d29a6522dbb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192526394&fields=id&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 267 time: 0.0375330 Aug 26 12:51:27.092158 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-cd566d81-138d-45f2-a981-1201aae8589b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:27.093668 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-cd566d81-138d-45f2-a981-1201aae8589b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1037898 Aug 26 12:51:27.108535 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-3c775e9f-bd4f-4427-8dbb-c6e24a92e259 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/quotas/7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Aug 26 12:51:27.165098 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-34bcbd38-f61e-49f0-b8de-aa3f3020753b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514498 Aug 26 12:51:27.183209 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-e2e79e06-7807-4470-854d-bb6d49de22c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:51:27.184770 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-e2e79e06-7807-4470-854d-bb6d49de22c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068984 Aug 26 12:51:27.275738 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-4defb0e7-c618-4b0d-b08c-8f0983fd225e service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850823 Aug 26 12:51:27.370236 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-69377d1f-4759-43a6-a366-8d4a9a878456 service neutron] 10.222.0.15 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883605 Aug 26 12:51:27.980032 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c09ec294-415f-4c77-8db5-cfd7a7504542 req-902f3603-3f20-40ce-9816-51aa3b970ad3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 210 time: 0.0304542 Aug 26 12:51:29.078176 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f58a3a22-1d22-4874-8a2a-8ea43824f63b req-aad26a68-c306-4985-8cef-9b06694139b9 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 26 12:51:30.173287 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bf6035bb-fff6-4dc7-b838-d6c0bcb67743 req-f3b43c21-c9ae-4a33-bd8b-9f0822e9dca1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 210 time: 0.0255165 Aug 26 12:51:30.174902 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-7b346e1c-5cde-4cbc-ba7a-47304ceca70c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:30.176429 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-7b346e1c-5cde-4cbc-ba7a-47304ceca70c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 812 time: 0.1091447 Aug 26 12:51:30.226333 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-4e56bef1-14f9-4350-9ce5-f24450ac93cc tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e73282803b647718c8083649fe1e006 HTTP/1.1" status: 200 len: 379 time: 0.0354807 Aug 26 12:51:30.235648 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'port': {'device_id': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'admin_state_up': True, 'tenant_id': '7e73282803b647718c8083649fe1e006', 'security_groups': ['5fadc454-80f6-4e98-8df0-01a9c62c8e87']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:51:30.403126 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Made reservation on behalf of 7e73282803b647718c8083649fe1e006 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:51:30.406752 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:30.531467 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.20.0.3 (05559340-572e-44c3-9c99-4e36ba8638fa/a0714708-8bda-4e77-8010-35433e03412e/e5706efe-695e-43d0-8cdf-e72f250375e6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:51:30.663170 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:30.675330 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Transition to ACTIVE for port object e5706efe-695e-43d0-8cdf-e72f250375e6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:51:30.769322 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:30.814485 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 05559340-572e-44c3-9c99-4e36ba8638fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:51:30.819443 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:51:30.823159 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:51:30.829932 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:30.857685 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.858054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.858383 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.858722 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.859054 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.859384 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.859723 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.860055 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.860385 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.860884 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.861073 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.861393 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:30.887153 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:30.887791 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:30.958332 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-6358687c-db64-4331-997d-d1c04280a420 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263553 Aug 26 12:51:30.977592 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Request body: {'port': {'device_id': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:51:31.034987 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.117428 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa9b40c-d18a-4449-bb63-82ace339c03b None None] Provisioning for port e5706efe-695e-43d0-8cdf-e72f250375e6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:51:31.121943 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa9b40c-d18a-4449-bb63-82ace339c03b None None] Provisioning complete for port e5706efe-695e-43d0-8cdf-e72f250375e6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:51:31.122708 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b40c-d18a-4449-bb63-82ace339c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.157989 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9b40c-d18a-4449-bb63-82ace339c03b None None] Port e5706efe-695e-43d0-8cdf-e72f250375e6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:51:31.332818 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437faab-4ebb-4cfd-8920-992ed4f0f5f0 req-aa9f8412-430f-4ef0-a0fa-2b0c87b519d8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:31.334836 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8437faab-4ebb-4cfd-8920-992ed4f0f5f0 req-aa9f8412-430f-4ef0-a0fa-2b0c87b519d8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 931 time: 0.0868306 Aug 26 12:51:31.338534 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5706efe-695e-43d0-8cdf-e72f250375e6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:51:31.351890 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.379107 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Transition to ACTIVE for port object e5706efe-695e-43d0-8cdf-e72f250375e6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:51:31.386990 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8437faab-4ebb-4cfd-8920-992ed4f0f5f0 req-19c0385b-e5c6-496e-9e9b-ccfc149499b2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 Aug 26 12:51:31.437686 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.488655 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Pushing event updated for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:31.561456 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Attempting to bind port e5706efe-695e-43d0-8cdf-e72f250375e6 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:51:31.561789 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Attempting to bind port e5706efe-695e-43d0-8cdf-e72f250375e6 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:51:31.562124 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Attempting to bind port e5706efe-695e-43d0-8cdf-e72f250375e6 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:51:31.566745 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Port e5706efe-695e-43d0-8cdf-e72f250375e6 on network 05559340-572e-44c3-9c99-4e36ba8638fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:51:31.567063 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Attempting to bind port e5706efe-695e-43d0-8cdf-e72f250375e6 on network 05559340-572e-44c3-9c99-4e36ba8638fa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:51:31.572751 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Checking agent: {'id': 'ce660c17-8ae8-43c6-8a9b-e92ee190b970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'started_at': datetime.datetime(2021, 8, 26, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:51:31.573093 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Checking segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:51:31.573575 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Bound using segment: {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:51:31.574000 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Bound port: e5706efe-695e-43d0-8cdf-e72f250375e6, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8d1267-1a78-4c29-a9df-847c7b86867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:51:31.574357 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.639948 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:51:31.643140 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e5706efe-695e-43d0-8cdf-e72f250375e6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:51:31.724556 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5755999'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.759060 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:31.759677 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:31.761100 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] 10.222.0.65 "PUT /v2.0/ports/e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 200 len: 1093 time: 0.7887275 Aug 26 12:51:31.761553 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:51:31.763788 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c43294301a2a0b46678d79be8d1b4c9d8a95ba2a1ce3459028e024813b7e71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba16cd6-9cec-4072-8357-36bdc20d8df2" -d '{"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:51:31.794310 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8d88-7113-43ae-9cd7-60c3a3a14c12 service neutron] Pushing event updated for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:31.802599 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700ebc9-1589-461d-bc43-ae33748a8633 x-openstack-request-id: req-2700ebc9-1589-461d-bc43-ae33748a8633 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:51:31.802962 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:51:31.803288 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2700ebc9-1589-461d-bc43-ae33748a8633 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:51:31.803756 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'status': 'completed', 'code': 200} Aug 26 12:51:32.146978 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-ba88501f-8e67-4e8c-a26d-e99756f53f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.148419 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-ba88501f-8e67-4e8c-a26d-e99756f53f06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1096 time: 0.3041160 Aug 26 12:51:32.251163 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-4b71e3e2-1482-4b38-95bb-d8ca628c93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.252548 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-4b71e3e2-1482-4b38-95bb-d8ca628c93b3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e73282803b647718c8083649fe1e006&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0902169 Aug 26 12:51:32.344704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-37aebfdc-4cd3-47b2-bd40-48463f565898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.346213 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ba16cd6-9cec-4072-8357-36bdc20d8df2 req-37aebfdc-4cd3-47b2-bd40-48463f565898 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870183 Aug 26 12:51:32.441129 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-39e49fb5-e07e-4a67-8efa-68f98c717b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.442630 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-39e49fb5-e07e-4a67-8efa-68f98c717b45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1096 time: 0.0407538 Aug 26 12:51:32.513383 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-0e19ce86-e055-4e80-8c42-6a63b0607f06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 200 len: 217 time: 0.0512104 Aug 26 12:51:32.556313 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc369af-9ed2-4321-8321-5c5e0e401dc1 req-fd8d0227-bd83-4b95-be27-319c9aa1c6aa tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.558607 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acc369af-9ed2-4321-8321-5c5e0e401dc1 req-fd8d0227-bd83-4b95-be27-319c9aa1c6aa tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.1040318 Aug 26 12:51:32.585279 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-5e7f060e-c7ea-4b89-b5be-293e822fbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.586713 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-5e7f060e-c7ea-4b89-b5be-293e822fbb65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0668647 Aug 26 12:51:32.627171 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-acc369af-9ed2-4321-8321-5c5e0e401dc1 req-bb4c4b17-8d80-4734-962a-2377beabc2c2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617321 Aug 26 12:51:32.644447 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-73fd4547-904e-4b4e-bdd6-f5a8a4773ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:32.646455 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-73fd4547-904e-4b4e-bdd6-f5a8a4773ec3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518234 Aug 26 12:51:32.740337 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-4ad3a089-e251-4dfb-b71a-fd3b5ce0fc82 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841620 Aug 26 12:51:32.828036 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3981ec43-ad1d-478c-a958-86ca902ae2ae req-c7bf93bb-b973-4137-9dcc-9b509615f254 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807192 Aug 26 12:51:33.741953 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c08b3-8ae8-45d1-8353-cf24f0a417c9 req-cb7fe01f-c861-4c04-a4be-bf9294b87176 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:33.743407 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-712c08b3-8ae8-45d1-8353-cf24f0a417c9 req-cb7fe01f-c861-4c04-a4be-bf9294b87176 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0481334 Aug 26 12:51:33.780748 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-712c08b3-8ae8-45d1-8353-cf24f0a417c9 req-e8b451ab-d1ef-4be5-b527-69dd4a7b1720 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 26 12:51:34.889583 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd83717-d91f-4e60-98ac-578b8f7c3ea8 req-3afbb6f5-e9c0-4d5d-8cdf-2ad863bf3d54 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:34.891033 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0dd83717-d91f-4e60-98ac-578b8f7c3ea8 req-3afbb6f5-e9c0-4d5d-8cdf-2ad863bf3d54 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0471990 Aug 26 12:51:34.932217 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0dd83717-d91f-4e60-98ac-578b8f7c3ea8 req-ee098b8b-ec01-4b70-a39b-60daa920d674 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348818 Aug 26 12:51:36.047800 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb49c-e985-4789-84b5-e8a8e7c0e873 req-1f9ca34e-cc88-43f3-8d4f-081c55ff7ac8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:36.049330 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6eddb49c-e985-4789-84b5-e8a8e7c0e873 req-1f9ca34e-cc88-43f3-8d4f-081c55ff7ac8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0519557 Aug 26 12:51:36.087779 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6eddb49c-e985-4789-84b5-e8a8e7c0e873 req-d64f4585-544d-4f96-a5f8-3f052b5d0c78 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Aug 26 12:51:37.201817 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf0e3-6349-4262-8ec8-57c3902f945c req-6f5de8ae-d1e4-4add-83a1-cee807b0d2b9 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:37.203323 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-29cdf0e3-6349-4262-8ec8-57c3902f945c req-6f5de8ae-d1e4-4add-83a1-cee807b0d2b9 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0509074 Aug 26 12:51:37.240680 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-29cdf0e3-6349-4262-8ec8-57c3902f945c req-e37d7e8a-de36-4d5a-964a-c72b9e8419bc tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Aug 26 12:51:37.293321 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:38.358204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b589-9711-4b67-a361-b4937000ee6f req-f4f4ed60-1360-4640-b446-735a7876335e tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:38.359769 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4118b589-9711-4b67-a361-b4937000ee6f req-f4f4ed60-1360-4640-b446-735a7876335e tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0527101 Aug 26 12:51:38.400232 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4118b589-9711-4b67-a361-b4937000ee6f req-617b1a39-7606-42ff-8b0d-d1906c27c80e tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Aug 26 12:51:39.454538 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8fb0-d112-40bd-8c00-5f0bfe05913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:39.511933 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeb604-e23b-47e1-901d-0f1c1fbf6684 req-1985ac31-1c4e-46c4-8bc0-87ce2683fe06 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:39.513507 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eeaeb604-e23b-47e1-901d-0f1c1fbf6684 req-1985ac31-1c4e-46c4-8bc0-87ce2683fe06 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0484655 Aug 26 12:51:39.551018 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eeaeb604-e23b-47e1-901d-0f1c1fbf6684 req-25214012-5ee3-48bf-ba9d-a0ed44ec0f00 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Aug 26 12:51:40.662324 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbbb2-7df8-4692-b546-b918aa717522 req-0b202fcf-92f5-423d-a248-67ae3ffa1105 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:40.663795 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-acbcbbb2-7df8-4692-b546-b918aa717522 req-0b202fcf-92f5-423d-a248-67ae3ffa1105 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 943 time: 0.0489101 Aug 26 12:51:40.701853 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-acbcbbb2-7df8-4692-b546-b918aa717522 req-a3182eb1-4fc9-4277-8c10-dc131a105797 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Aug 26 12:51:41.267319 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e5706efe-695e-43d0-8cdf-e72f250375e6 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:51:41.361602 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e5706efe-695e-43d0-8cdf-e72f250375e6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:51:41.372659 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Returning: {'device': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'port_id': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'mac_address': 'fa:16:3e:ad:f7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:51:41.408718 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:41.420971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5706efe-695e-43d0-8cdf-e72f250375e6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:51:41.440234 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e5706efe-695e-43d0-8cdf-e72f250375e6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:51:41.506803 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:41.553051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:41.559833 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.560183 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.560527 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.560971 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.561311 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.561643 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.561973 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.562302 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.562635 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.562966 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.563299 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.563619 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:41.806489 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] get_ports_and_sgs() called for port_ids ['e5706efe-695e-43d0-8cdf-e72f250375e6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:51:41.816903 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec3ecf-ae40-4c8b-99af-68bea8fee683 req-fb04e93b-9b39-4240-b5c4-5a0e3d8184d2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:41.818975 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e9ec3ecf-ae40-4c8b-99af-68bea8fee683 req-fb04e93b-9b39-4240-b5c4-5a0e3d8184d2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 944 time: 0.0500240 Aug 26 12:51:41.860963 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e9ec3ecf-ae40-4c8b-99af-68bea8fee683 req-7ae2c959-dd98-49bc-b3a1-0bd400f240d8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357811 Aug 26 12:51:42.054539 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a713a2c6-f33c-4949-8b70-27083c26a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:42.168540 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:42.977058 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340eac2-3139-4c94-8e60-72dcfbda19e6 req-9c65d13b-904d-480d-9bf1-71c796b54908 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:42.978573 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8340eac2-3139-4c94-8e60-72dcfbda19e6 req-9c65d13b-904d-480d-9bf1-71c796b54908 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 944 time: 0.0528543 Aug 26 12:51:43.015901 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8340eac2-3139-4c94-8e60-72dcfbda19e6 req-f2bdfc1d-d73f-4956-b8b6-5a393d930aa1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Aug 26 12:51:43.263642 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e5706efe-695e-43d0-8cdf-e72f250375e6 up at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:51:43.379069 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning for port e5706efe-695e-43d0-8cdf-e72f250375e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:51:43.383149 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Provisioning complete for port e5706efe-695e-43d0-8cdf-e72f250375e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:51:43.383524 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472448'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:43.460906 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:43.483713 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:51:43.486029 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec0201b5104314b70b89bf0aa9d1ed3ec7c265cbe43d649d66b14e128639104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573477c9-4112-4723-96cd-fb56d9ecebec" -d '{"events": [{"server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "name": "network-vif-plugged", "status": "completed", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:51:43.499850 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e5706efe-695e-43d0-8cdf-e72f250375e6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:51:43.522411 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41382062-f96e-4e18-8c0b-fcb1055e7d11 x-openstack-request-id: req-41382062-f96e-4e18-8c0b-fcb1055e7d11 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:51:43.522886 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "name": "network-vif-plugged", "status": "completed", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:51:43.523071 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41382062-f96e-4e18-8c0b-fcb1055e7d11 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:51:43.523356 dv-cinder-806140-1-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'code': 200} Aug 26 12:51:43.568743 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:43.619840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Pushing event updated for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:43.895264 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9ab9c-b3de-410d-a47e-0cb3c783ef16 req-32dc3fc1-76d9-4d3d-91cf-c52c0c067e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:43.897250 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68f9ab9c-b3de-410d-a47e-0cb3c783ef16 req-32dc3fc1-76d9-4d3d-91cf-c52c0c067e41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0385513 Aug 26 12:51:43.931019 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68f9ab9c-b3de-410d-a47e-0cb3c783ef16 req-ddab0706-ec7a-47c9-bc8e-4731ae69d057 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271952 Aug 26 12:51:44.002964 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:44.127333 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4bb5-3661-4960-a0ee-b86910283eb0 req-c519889e-df25-47eb-8843-31bd36a8e4bb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:44.128809 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ade4bb5-3661-4960-a0ee-b86910283eb0 req-c519889e-df25-47eb-8843-31bd36a8e4bb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Aug 26 12:51:44.166022 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ade4bb5-3661-4960-a0ee-b86910283eb0 req-46bd3622-9054-4f56-9c6d-d2ee8169e7e2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Aug 26 12:51:45.278193 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b22109-07f3-4c2c-b00b-d0675722e66b req-e8c9fabe-bce2-4fc6-8cf4-3c119911dad8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:45.279653 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32b22109-07f3-4c2c-b00b-d0675722e66b req-e8c9fabe-bce2-4fc6-8cf4-3c119911dad8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.0469577 Aug 26 12:51:45.315697 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32b22109-07f3-4c2c-b00b-d0675722e66b req-4be2286a-fce5-4773-9a2c-04bef0217032 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302186 Aug 26 12:51:45.418984 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:45.428830 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528d67f-c463-43eb-8a18-3dbf071fa9ec req-319bee20-430b-4db0-86f3-835f8fc363cb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:45.430304 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3528d67f-c463-43eb-8a18-3dbf071fa9ec req-319bee20-430b-4db0-86f3-835f8fc363cb tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Aug 26 12:51:45.467736 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3528d67f-c463-43eb-8a18-3dbf071fa9ec req-35fb7182-82d6-4216-8c57-4ac2041badc3 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Aug 26 12:51:45.489536 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:51:45.531866 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1d4a7-48ed-4d90-9f86-9468a03a0428 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:45.533521 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-aff1d4a7-48ed-4d90-9f86-9468a03a0428 tempest-TestVolumeBootPattern-1906154787 tempest-TestVolumeBootPattern-1906154787-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1093 time: 0.0429945 Aug 26 12:51:45.536198 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:51:45.541122 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Request body: {'floatingip': {'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'port_id': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:51:45.643062 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:45.737772 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:45.842608 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Allocated IP 172.27.0.249 (1b3a155e-4f95-4da0-ace2-8ae9aa3a4551/43729878-bc8c-44a8-a636-9a362a8b4f64/ada31f09-24f0-4ac1-b0b1-67361c91d77a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:51:45.943629 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.060104 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162914335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.101082 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Network 1b3a155e-4f95-4da0-ace2-8ae9aa3a4551 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:51:46.103847 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:51:46.109333 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:51:46.135182 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=ada31f09-24f0-4ac1-b0b1-67361c91d77a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:46.147632 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.147982 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.148324 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.148661 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.149022 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.149356 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.149690 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.150016 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.150341 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.150664 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.150986 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.151305 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:51:46.469656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.593280 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597321'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.742826 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.814440 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163390001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162914353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162914371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4537723'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.882050 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event updated for resources: {'Port': ['ID=ada31f09-24f0-4ac1-b0b1-67361c91d77a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:51:46.891998 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489617'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:46.991372 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP a202683a-7211-4404-a4ec-bea49ce07fdf associated. External IP: 172.27.0.249, port: e5706efe-695e-43d0-8cdf-e72f250375e6. Aug 26 12:51:47.205216 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:51:47.309656 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:51:47.320103 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:51:47.329100 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:51:47.329723 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:51:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:51:47.386008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:51:47.413780 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ce624b04-9ca0-4d17-b820-742823ffe04f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8765368 Aug 26 12:51:47.414469 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:51:47.416786 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:51:47.548358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8dbaee-91be-4698-bfd7-e6a1e0093fc9 x-openstack-request-id: req-ef8dbaee-91be-4698-bfd7-e6a1e0093fc9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:51:47.548991 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:51:47.548991 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef8dbaee-91be-4698-bfd7-e6a1e0093fc9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:51:47.549327 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'status': 'completed', 'code': 200} Aug 26 12:51:47.563044 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:51:47.632130 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-2b293718-9a3a-47b3-8ea0-932d1474c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.633707 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-2b293718-9a3a-47b3-8ea0-932d1474c77b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0401428 Aug 26 12:51:47.728389 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-13e3ea6b-15db-4581-99d6-67dde2ea0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.729825 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-13e3ea6b-15db-4581-99d6-67dde2ea0dcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0897381 Aug 26 12:51:47.757902 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-330824c0-ba64-48d1-b409-5c7f110ea4af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408552 Aug 26 12:51:47.789499 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}, {'id': 'a202683a-7211-4404-a4ec-bea49ce07fdf', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:ad:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:51:46Z', 'updated_at': '2021-08-26T12:51:46Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:51:47.796218 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-0b921677-d95b-4bbd-984b-d6d8e0017378 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 200 len: 999 time: 0.0591235 Aug 26 12:51:47.824384 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:51:47.833159 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:51:47.833807 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:51:42Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:51:47.857665 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-2f6897e0-7cfc-4af4-b07a-c2384da0b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.858138 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-4ce60aaa-4431-420a-9cc3-da2e1ab9d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.859170 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-2f6897e0-7cfc-4af4-b07a-c2384da0b758 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0529940 Aug 26 12:51:47.859615 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-4ce60aaa-4431-420a-9cc3-da2e1ab9d5e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1099 time: 0.0435913 Aug 26 12:51:47.909769 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-5a2598e0-5599-418f-aa77-205fd8c5a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.911530 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-5a2598e0-5599-418f-aa77-205fd8c5a255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433819 Aug 26 12:51:47.944500 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:51:47.973740 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-8d26ba26-ad28-42f1-9d7c-6ef4926017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:47.977301 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-8d26ba26-ad28-42f1-9d7c-6ef4926017e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0925732 Aug 26 12:51:48.002939 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-7eaad4d5-0d0e-4167-9ad5-cc71a7b9fdae service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844877 Aug 26 12:51:48.047555 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-e166a39b-dc28-4ed9-97df-0c32394e9d4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 1002 time: 0.0642474 Aug 26 12:51:48.102565 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-c9916985-5fb9-4572-9f97-cd2ac89dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:48.103520 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43e706f2-5e61-4c3c-bea5-11b4533ec2c3 req-3f8cdda6-6fc5-4af8-813a-6c9dab99757d service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938041 Aug 26 12:51:48.104256 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-c9916985-5fb9-4572-9f97-cd2ac89dc7ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0500877 Aug 26 12:51:48.165741 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-41191850-7cb4-40c5-b5d0-d89bbf4bdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:51:48.167612 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-41191850-7cb4-40c5-b5d0-d89bbf4bdc6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407422 Aug 26 12:51:48.180624 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}, {'id': 'a202683a-7211-4404-a4ec-bea49ce07fdf', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:ad:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:51:46Z', 'updated_at': '2021-08-26T12:51:46Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:51:48.207200 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3e607b-2090-4257-9b87-7d56cfac43bb None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}, {'id': 'a202683a-7211-4404-a4ec-bea49ce07fdf', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:ad:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:51:46Z', 'updated_at': '2021-08-26T12:51:46Z', 'revision_number': 0, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:51:48.260566 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-c3e61457-2190-4056-8d1b-5464aa7c8cc3 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Aug 26 12:51:48.359612 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97080098-a2b1-4770-be55-b9d7ef3efcd4 req-8b6594c4-c895-4d49-84e9-b10b862d9ba4 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922728 Aug 26 12:51:48.391928 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce7bc4-57df-4047-bc4b-0138d56cf546 None None] New status for floating IP a202683a-7211-4404-a4ec-bea49ce07fdf: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:51:59.572239 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:52:07.241523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:09.471051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e0d9052-c69a-4598-b981-4971345cc8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:12.070764 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7b86569-2154-433d-8491-f22c66ad9128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:12.185732 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:14.043104 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:15.425954 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:36.571579 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:52:37.277716 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:39.458818 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c05e354a-ac17-4e41-8591-70ef51d04748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:42.042285 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8038d671-bf11-46d9-8afc-2ab8d9b2ef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:42.168382 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:44.059332 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:45.424816 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:52:49.772905 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-d4157fa0-8786-4c96-8b55-5d242fd4b37b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412714 Aug 26 12:52:49.844301 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-d99d8665-3d9a-4688-967a-fec7bc52f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:52:49.845907 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-d99d8665-3d9a-4688-967a-fec7bc52f032 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0409460 Aug 26 12:52:49.950879 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-612cc37e-65f1-4eb3-a2f6-2a0a22117a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:52:49.952255 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-612cc37e-65f1-4eb3-a2f6-2a0a22117a0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0876424 Aug 26 12:52:50.016784 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-386eff1e-ec6f-45d8-bdc3-8993fc4bcda0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 200 len: 1001 time: 0.0573556 Aug 26 12:52:50.068313 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-23dc16d1-d974-499b-8b7e-c4c1788ebee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:52:50.069751 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-23dc16d1-d974-499b-8b7e-c4c1788ebee1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0462444 Aug 26 12:52:50.114796 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-8c786049-564a-4be1-8815-3d866730b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:52:50.116289 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-8c786049-564a-4be1-8815-3d866730b319 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396030 Aug 26 12:52:50.205917 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-db89964e-193a-4927-a72d-cfc914e0956d service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816455 Aug 26 12:52:50.298839 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3cddbe57-9009-40de-8cb3-2258fd474daf req-b1109a82-f3e7-4e41-aa45-c057469cfbe6 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852928 Aug 26 12:53:07.252662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:09.475267 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de432bb8-b0ec-4611-abe6-f47264cd6b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:12.052660 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f58763ca-ece7-4c16-a1ad-d993cb7288ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:12.202058 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:13.571178 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:53:14.025201 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:14.683269 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:14.910881 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port ada31f09-24f0-4ac1-b0b1-67361c91d77a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:14.911224 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:14.990984 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:14.991273 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:15.004969 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for ada31f09-24f0-4ac1-b0b1-67361c91d77a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:15.299501 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:15.326579 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=ada31f09-24f0-4ac1-b0b1-67361c91d77a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:15.338189 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.338642 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.339001 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.339344 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.339680 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.340016 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.340351 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.340687 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.341042 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.341372 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.341708 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.342044 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:15.399027 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:15.399355 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP a202683a-7211-4404-a4ec-bea49ce07fdf disassociated (deleted). External IP: 172.27.0.249, port: e5706efe-695e-43d0-8cdf-e72f250375e6. Aug 26 12:53:15.464941 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:15.609085 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:53:15.715954 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:53:15.721662 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:15.725912 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:53:15.735602 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:15.736230 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:15.751208 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-703c35d2-ec09-44e8-b965-5a592b9be983 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "DELETE /v2.0/floatingips/a202683a-7211-4404-a4ec-bea49ce07fdf HTTP/1.1" status: 204 len: 168 time: 1.0666788 Aug 26 12:53:15.752006 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:53:15.754336 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae551e6f-e7c6-4754-9514-9e62809b1537" -d '{"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:53:15.795065 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67131ed0-2f49-4230-b615-0aed51aca041 x-openstack-request-id: req-67131ed0-2f49-4230-b615-0aed51aca041 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:53:15.795538 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:53:15.795859 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67131ed0-2f49-4230-b615-0aed51aca041 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:53:15.796330 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'status': 'completed', 'code': 200} Aug 26 12:53:15.846095 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:15.913862 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-740e1d87-1848-4815-9a3a-2305c0971aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:15.915371 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-740e1d87-1848-4815-9a3a-2305c0971aaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0477130 Aug 26 12:53:16.009222 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-74a4ec1e-a7ee-487c-ba53-a67ec5156a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:16.010733 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-74a4ec1e-a7ee-487c-ba53-a67ec5156a2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0887134 Aug 26 12:53:16.054453 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-7a7fe54e-94d4-412b-a30d-176e65b18911 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 200 len: 217 time: 0.0362222 Aug 26 12:53:16.097523 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:16.111744 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-d167dd45-7144-43bd-b2c3-31d5091c6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:16.113258 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-d167dd45-7144-43bd-b2c3-31d5091c6221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0519257 Aug 26 12:53:16.127904 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:53:16.136840 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:16.137453 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:16.159490 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-8cdb41a1-9178-4a78-877b-d8d566acd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:16.161071 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-8cdb41a1-9178-4a78-877b-d8d566acd0c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412097 Aug 26 12:53:16.266032 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-bf2661a0-e315-4bbf-918a-cd663c64cbc4 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981779 Aug 26 12:53:16.269080 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:16.376712 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16562f2-efa3-4508-a017-7233f8896f39 req-c230e13a-6d3d-4489-9311-416948d224b4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:16.381044 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a16562f2-efa3-4508-a017-7233f8896f39 req-c230e13a-6d3d-4489-9311-416948d224b4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.1247203 Aug 26 12:53:16.427087 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a16562f2-efa3-4508-a017-7233f8896f39 req-a139ce51-4ed6-4ca7-99e9-e34fa69360b4 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Aug 26 12:53:16.514846 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d4b7347-149f-413f-be64-53764891a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:16.547890 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b7347-149f-413f-be64-53764891a852 None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_floatingips': [{'id': '70c8de72-9135-4587-b593-4daa55decd70', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'router_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'port_id': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'mac_address': 'fa:16:3e:73:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250eed80-1053-442d-9466-9cc04d7bbb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:49:55Z', 'updated_at': '2021-08-26T12:49:57Z', 'revision_number': 1, 'project_id': '7e73282803b647718c8083649fe1e006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:53:16.673773 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae551e6f-e7c6-4754-9514-9e62809b1537 req-0d8d2885-a7e7-414c-b475-266e7b9dc0b2 service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645294 Aug 26 12:53:16.768723 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d88a42-8d39-434e-bcac-320c6df85f2f None None] New status for floating IP a202683a-7211-4404-a4ec-bea49ce07fdf: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:53:17.606317 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ce28-11ba-43c6-9044-b840954c5f1b req-bcf695f1-6c5a-4810-91b0-61ee26a886d2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:17.608425 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9744ce28-11ba-43c6-9044-b840954c5f1b req-bcf695f1-6c5a-4810-91b0-61ee26a886d2 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.1101208 Aug 26 12:53:17.646240 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9744ce28-11ba-43c6-9044-b840954c5f1b req-1be58dbd-af92-4ed1-b2a1-e28f73859b41 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Aug 26 12:53:18.018541 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-e17dd193-52e3-4d86-849c-e91dedf98388 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:18.020055 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-e17dd193-52e3-4d86-849c-e91dedf98388 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 26 12:53:18.121256 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port e5706efe-695e-43d0-8cdf-e72f250375e6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:18.121591 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:18.213250 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] For port e5706efe-695e-43d0-8cdf-e72f250375e6, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e5706efe-695e-43d0-8cdf-e72f250375e6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:18.213635 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:18.231013 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for e5706efe-695e-43d0-8cdf-e72f250375e6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:18.429397 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:18.457873 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=e5706efe-695e-43d0-8cdf-e72f250375e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:18.507346 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] No DVR routers for this DVR port e5706efe-695e-43d0-8cdf-e72f250375e6 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:18.510251 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:18.512315 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3a5650cb-ca97-422e-ab97-3672f35f2166 req-b2aa7740-4edc-45ff-aa23-c748321d03a8 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "DELETE /v2.0/ports/e5706efe-695e-43d0-8cdf-e72f250375e6 HTTP/1.1" status: 204 len: 173 time: 0.4862757 Aug 26 12:53:18.512773 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'name': 'network-vif-deleted', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:53:18.515105 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6287130-33cb-43f1-83e1-7ef4f2ff62d9" -d '{"events": [{"server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "name": "network-vif-deleted", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:53:18.554028 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22871ca9-951e-4493-9055-2c8b97d92019 x-openstack-request-id: req-22871ca9-951e-4493-9055-2c8b97d92019 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:53:18.559648 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab22527-c794-4f43-b81d-5a82108e52c2", "name": "network-vif-deleted", "tag": "e5706efe-695e-43d0-8cdf-e72f250375e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:53:18.559648 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22871ca9-951e-4493-9055-2c8b97d92019 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:53:18.559648 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab22527-c794-4f43-b81d-5a82108e52c2', 'name': 'network-vif-deleted', 'tag': 'e5706efe-695e-43d0-8cdf-e72f250375e6', 'status': 'completed', 'code': 200} Aug 26 12:53:18.741617 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-74ded3c2-9686-46d7-adb7-ca0e0d223d0f req-44d1a2ec-1378-48fc-971e-76685dda51d5 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 26 12:53:19.850831 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ff9eb8b-33fa-43c7-82d3-b572f2161212 req-f2a1c01b-84bc-4f3f-81c0-8c5d63eddf1f tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab22527-c794-4f43-b81d-5a82108e52c2 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Aug 26 12:53:21.776409 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e5706efe-695e-43d0-8cdf-e72f250375e6 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:21.800149 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: e5706efe-695e-43d0-8cdf-e72f250375e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:21.800495 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device e5706efe-695e-43d0-8cdf-e72f250375e6 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:22.142793 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-efe4706b-f2a2-4742-a7f6-1a336bdd90dc req-bec9614e-ce56-407a-80de-7c7c65815798 service neutron] (94640) timed out ('10.222.0.65', 60272) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:53:23.286824 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:23.444566 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port 59b9ed9b-a25b-419f-991e-b07ea2283578 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:23.444939 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:23.523371 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:23.523703 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:23.535822 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for 59b9ed9b-a25b-419f-991e-b07ea2283578 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:23.789512 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:23.819566 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=59b9ed9b-a25b-419f-991e-b07ea2283578,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:23.879555 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:23.879892 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Floating IP 70c8de72-9135-4587-b593-4daa55decd70 disassociated (deleted). External IP: 172.27.0.102, port: 723058f8-8e67-4bcb-9950-2f90ce8bba93. Aug 26 12:53:24.089538 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:53:24.198811 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:53:24.204057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:24.209104 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:53:24.218566 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:24.219180 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:24.232244 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-87ac5664-1747-4460-adeb-32375e6f315d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "DELETE /v2.0/floatingips/70c8de72-9135-4587-b593-4daa55decd70 HTTP/1.1" status: 204 len: 168 time: 0.9443209 Aug 26 12:53:24.232866 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:53:24.235125 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30919e4a-1d8c-4d82-8436-96d45ec1c9da" -d '{"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:53:24.274315 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9a6760-3f51-4fd8-ba47-a4c655b26741 x-openstack-request-id: req-bb9a6760-3f51-4fd8-ba47-a4c655b26741 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:53:24.274620 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:53:24.274919 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb9a6760-3f51-4fd8-ba47-a4c655b26741 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:53:24.275330 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'status': 'completed', 'code': 200} Aug 26 12:53:24.326402 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:24.356806 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-9589f5fa-5c42-4c69-9da2-e5d47e5a53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:24.358283 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-9589f5fa-5c42-4c69-9da2-e5d47e5a53fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e73282803b647718c8083649fe1e006&device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 1099 time: 0.0417635 Aug 26 12:53:24.455256 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-495aca00-d60e-4bf6-b72f-7a7673e77cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:24.456761 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-495aca00-d60e-4bf6-b72f-7a7673e77cb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 200 len: 913 time: 0.0919516 Aug 26 12:53:24.499061 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-4caedc4e-2295-4cd9-a6a1-1b37d3edfd4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 200 len: 217 time: 0.0344825 Aug 26 12:53:24.529168 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:24.551363 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-6fe9e755-35c9-492a-b4b5-f6fbf41a718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:24.552971 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-6fe9e755-35c9-492a-b4b5-f6fbf41a718e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 200 len: 851 time: 0.0474901 Aug 26 12:53:24.555600 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:53:24.564703 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:24.565318 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:24.604104 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-7cddd819-e7fc-4e6b-84d4-bb3d727e8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:24.605644 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-7cddd819-e7fc-4e6b-84d4-bb3d727e8298 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05559340-572e-44c3-9c99-4e36ba8638fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452275 Aug 26 12:53:24.675770 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:24.732522 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-bb9aa455-0eac-4c4f-aa6c-f6b4b420277d service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187837 Aug 26 12:53:24.749960 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5fd1b-ba78-42f5-80cb-4ef0b907105c req-c6eec411-658d-42e7-9bfb-0a8b676d1a0b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:24.755822 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4af5fd1b-ba78-42f5-80cb-4ef0b907105c req-c6eec411-658d-42e7-9bfb-0a8b676d1a0b tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0682580 Aug 26 12:53:24.843402 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4af5fd1b-ba78-42f5-80cb-4ef0b907105c req-5376ed54-bb95-42c9-8529-8fb1727a3208 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843198 Aug 26 12:53:24.872195 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30919e4a-1d8c-4d82-8436-96d45ec1c9da req-dc26c4c1-f928-449e-9649-0220d4a1994a service neutron] 10.222.0.65 "GET /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310973 Aug 26 12:53:25.004172 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:25.030688 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ebe89-a3d2-4a24-9e21-3b855c81ba58 None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:46:43Z', 'revision_number': 4, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi', '_interfaces': [{'id': 'c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6', 'name': '', 'network_id': '05559340-572e-44c3-9c99-4e36ba8638fa', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'mac_address': 'fa:16:3e:93:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a0714708-8bda-4e77-8010-35433e03412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:43Z', 'updated_at': '2021-08-26T12:46:48Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'subnets': [{'id': 'a0714708-8bda-4e77-8010-35433e03412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:53:25.237671 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc72eed-cef6-4799-abe6-f4652c2b9b2a None None] New status for floating IP 70c8de72-9135-4587-b593-4daa55decd70: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:53:25.965413 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b4db-b2e7-4eef-9b28-a8bb6eb50968 req-2a8ffc13-1f11-44e3-a364-b14155eb1535 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:25.966794 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5220b4db-b2e7-4eef-9b28-a8bb6eb50968 req-2a8ffc13-1f11-44e3-a364-b14155eb1535 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0551908 Aug 26 12:53:26.003445 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5220b4db-b2e7-4eef-9b28-a8bb6eb50968 req-b931cbed-6d4b-45ea-b95a-9d9a82da11d1 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fadc454-80f6-4e98-8df0-01a9c62c8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306630 Aug 26 12:53:26.375452 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-ae0c8951-38dd-46e2-b64e-c74fc3726094 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:53:26.376959 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-ae0c8951-38dd-46e2-b64e-c74fc3726094 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 946 time: 0.0489573 Aug 26 12:53:26.471389 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port 723058f8-8e67-4bcb-9950-2f90ce8bba93 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:26.471731 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:26.557120 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] For port 723058f8-8e67-4bcb-9950-2f90ce8bba93, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=723058f8-8e67-4bcb-9950-2f90ce8bba93,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:26.557484 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:26.570382 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for 723058f8-8e67-4bcb-9950-2f90ce8bba93 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:26.762480 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:26.792406 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=723058f8-8e67-4bcb-9950-2f90ce8bba93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:26.835342 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] No DVR routers for this DVR port 723058f8-8e67-4bcb-9950-2f90ce8bba93 on host hv-cinder-80614 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:26.837780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:26.839748 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-352d19d5-82e9-4952-8a9e-1f4580b8ffd9 req-8773aebf-bbd5-4f71-aa58-7b9a9b313f61 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.65 "DELETE /v2.0/ports/723058f8-8e67-4bcb-9950-2f90ce8bba93 HTTP/1.1" status: 204 len: 173 time: 0.4570546 Aug 26 12:53:26.840178 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'name': 'network-vif-deleted', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:53:26.842989 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b8eefe04ad3278d417566e32c7c3410fa874749a1f36a3edcf383623f1008d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d9677-0bd5-493b-a66f-6df19162c10e" -d '{"events": [{"server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "name": "network-vif-deleted", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:53:26.876913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c213de9-a811-417e-8054-5121b75092cc x-openstack-request-id: req-3c213de9-a811-417e-8054-5121b75092cc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:53:26.877205 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250eed80-1053-442d-9466-9cc04d7bbb33", "name": "network-vif-deleted", "tag": "723058f8-8e67-4bcb-9950-2f90ce8bba93", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:53:26.877455 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c213de9-a811-417e-8054-5121b75092cc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:53:26.877851 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250eed80-1053-442d-9466-9cc04d7bbb33', 'name': 'network-vif-deleted', 'tag': '723058f8-8e67-4bcb-9950-2f90ce8bba93', 'status': 'completed', 'code': 200} Aug 26 12:53:27.098662 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7e252f6-bca0-4dac-a5f2-ef3dc0b7f336 req-7fb42261-a5ca-4ac5-b081-14da99f3a97d tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0286374 Aug 26 12:53:28.204954 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [req-91bd0639-df8e-4b68-8917-54ba930d38e2 req-dfaa63ee-b5d7-45e6-8f70-500d58659679 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "GET /v2.0/ports?device_id=250eed80-1053-442d-9466-9cc04d7bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Aug 26 12:53:29.259057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:29.383913 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Deleting port 9fdf0694-b469-4a35-a3bb-ed408e3c23e3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:29.384254 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.458154 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.458380 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.470427 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Calling delete_port for 9fdf0694-b469-4a35-a3bb-ed408e3c23e3 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:29.676473 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.701984 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'Port': ['ID=9fdf0694-b469-4a35-a3bb-ed408e3c23e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:29.773190 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.773190 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26079'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:29.773190 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c26d74fd-55a1-4acb-b683-d8300b1c539c tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c073602-ea8e-408a-a6a0-a7e855e7225a HTTP/1.1" status: 204 len: 168 time: 0.5067399 Aug 26 12:53:29.819466 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 723058f8-8e67-4bcb-9950-2f90ce8bba93 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:29.840394 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] No Port match for: 723058f8-8e67-4bcb-9950-2f90ce8bba93 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:29.840770 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Device 723058f8-8e67-4bcb-9950-2f90ce8bba93 not bound to the agent host hv-cinder-80614 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:31.245093 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:31.303115 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:31.327780 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:31.476314 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:31.478790 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:31.479939 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fadc454-80f6-4e98-8df0-01a9c62c8e87 HTTP/1.1" status: 204 len: 168 time: 0.2338526 Aug 26 12:53:31.489245 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5ca4-a1f9-4663-a822-a16419173e12 tempest-TestVolumeBootPattern-1200541904 tempest-TestVolumeBootPattern-1200541904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fadc454-80f6-4e98-8df0-01a9c62c8e87,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:32.632016 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:33.103805 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:33.353892 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Deleting port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:33.354134 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:33.431377 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] For port c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:33.431737 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:33.443923 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Calling delete_port for c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:33.705521 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:33.736861 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Pushing event deleted for resources: {'Port': ['ID=c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:33.898748 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:34.109018 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Router ba0c588f-bffc-4caa-9fb5-89f732f8298a has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:53:34.214042 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:53:34.219041 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2e314bb1-d64e-4554-b6e3-be352a1dc51c admin admin] 10.222.0.15 "PUT /v2.0/routers/ba0c588f-bffc-4caa-9fb5-89f732f8298a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860019 Aug 26 12:53:34.222086 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:34.223645 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Sync routers for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:53:34.232265 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:34.232907 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:34.335748 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:34.527589 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:53:33Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:34.555262 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Checking router: ba0c588f-bffc-4caa-9fb5-89f732f8298a for host: dv-cinder-806140-1-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:53:34.563929 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Routers {'ba0c588f-bffc-4caa-9fb5-89f732f8298a'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:34.564549 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:34.576303 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:34.670443 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] Set router ba0c588f-bffc-4caa-9fb5-89f732f8298a gateway port host: dv-cinder-806140-1-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:34.682564 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:34.798213 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Deleting port f331d3b1-c2c9-4343-9764-27a6382ee2a2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:34.798896 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:34.845793 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:53:33Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:34.875251 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513abd0d-5790-4fac-b712-1d995abf103a None None] The sync data for ids ['ba0c588f-bffc-4caa-9fb5-89f732f8298a'] in dv-cinder-806140-1-iscsi is: [{'id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'name': 'tempest-TestVolumeBootPattern-1698145891-router', 'tenant_id': '7e73282803b647718c8083649fe1e006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:40Z', 'updated_at': '2021-08-26T12:53:33Z', 'revision_number': 5, 'project_id': '7e73282803b647718c8083649fe1e006', 'gw_port': {'id': 'f331d3b1-c2c9-4343-9764-27a6382ee2a2', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c588f-bffc-4caa-9fb5-89f732f8298a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:41Z', 'updated_at': '2021-08-26T12:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:53:34.877593 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] For port f331d3b1-c2c9-4343-9764-27a6382ee2a2, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=f331d3b1-c2c9-4343-9764-27a6382ee2a2,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:34.877967 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:34.891587 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Calling delete_port for f331d3b1-c2c9-4343-9764-27a6382ee2a2 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:35.126559 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.155069 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Pushing event deleted for resources: {'Port': ['ID=f331d3b1-c2c9-4343-9764-27a6382ee2a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:35.218767 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.311906 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.314218 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.458994 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.459563 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0c588f-bffc-4caa-9fb5-89f732f8298a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:53:35.463794 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.464969 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a83e76fb-97ca-474b-8fd2-f6873fd8a2db admin admin] 10.222.0.15 "DELETE /v2.0/routers/ba0c588f-bffc-4caa-9fb5-89f732f8298a HTTP/1.1" status: 204 len: 168 time: 1.2419293 Aug 26 12:53:35.467492 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:35.517751 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Deleting subnet a0714708-8bda-4e77-8010-35433e03412e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:53:35.521107 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.557613 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4537479'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.635072 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.762373 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4537649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4465050'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.787643 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0714708-8bda-4e77-8010-35433e03412e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:35.792580 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.794503 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d4081b5e-a01a-48f2-a5ae-a2a2ff9ced7a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a0714708-8bda-4e77-8010-35433e03412e HTTP/1.1" status: 204 len: 168 time: 0.3260362 Aug 26 12:53:35.796946 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:35.799485 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca7830-e1df-4f1f-bbec-3577edd59ada None None] Network 05559340-572e-44c3-9c99-4e36ba8638fa requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:53:35.863712 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.937096 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Deleting port 0b5acb97-738a-4788-8817-e051761ea661 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:35.937529 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:35.953027 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:35.976785 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:35.977135 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device c79887a6-8232-4ec5-9a6a-9e8ff6bc6af6 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:35.977547 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device f331d3b1-c2c9-4343-9764-27a6382ee2a2 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:35.996485 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: f331d3b1-c2c9-4343-9764-27a6382ee2a2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:35.996842 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device f331d3b1-c2c9-4343-9764-27a6382ee2a2 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:36.000778 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] DHCP port deletion for 05559340-572e-44c3-9c99-4e36ba8638fa request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:53:36.010185 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] For port 0b5acb97-738a-4788-8817-e051761ea661, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0b5acb97-738a-4788-8817-e051761ea661,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:36.010550 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.023614 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Calling delete_port for 0b5acb97-738a-4788-8817-e051761ea661 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:36.047662 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Deleting port 0b5acb97-738a-4788-8817-e051761ea661 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:36.048598 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.111193 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] For port 0b5acb97-738a-4788-8817-e051761ea661, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=0b5acb97-738a-4788-8817-e051761ea661,segment=NetworkSegment(8b8d1267-1a78-4c29-a9df-847c7b86867c),segment_id=8b8d1267-1a78-4c29-a9df-847c7b86867c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:36.111593 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.123862 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Calling delete_port for 0b5acb97-738a-4788-8817-e051761ea661 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:36.185087 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.203654 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.214597 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5acb97-738a-4788-8817-e051761ea661,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:36.218060 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] No DVR routers for this DVR port 0b5acb97-738a-4788-8817-e051761ea661 on host dv-cinder-806140-1-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:36.229026 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Pushing event deleted for resources: {'Port': ['ID=0b5acb97-738a-4788-8817-e051761ea661,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:36.233352 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] No DVR routers for this DVR port 0b5acb97-738a-4788-8817-e051761ea661 on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.245592 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b39ad-b289-4102-8a16-7a59da7d7b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:36.288358 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.297831 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05559340-572e-44c3-9c99-4e36ba8638fa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:36.308036 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8d1267-1a78-4c29-a9df-847c7b86867c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:36.308328 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8d1267-1a78-4c29-a9df-847c7b86867c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:36.317008 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.331488 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.337302 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:53:36.337684 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:53:36.339289 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:53:36.481911 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.487995 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:36.489895 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] 10.222.0.15 "DELETE /v2.0/networks/05559340-572e-44c3-9c99-4e36ba8638fa HTTP/1.1" status: 204 len: 168 time: 0.6920388 Aug 26 12:53:36.493033 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:36.501057 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe21ec-1d83-4dce-8c72-ed74c2e05b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=05559340-572e-44c3-9c99-4e36ba8638fa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:36.832619 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-491471'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.071704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Deleting port 294cc879-798d-4e7b-a2ba-d60d693b939c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:37.072047 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.148699 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] For port 294cc879-798d-4e7b-a2ba-d60d693b939c, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=294cc879-798d-4e7b-a2ba-d60d693b939c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:37.149023 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.161407 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Calling delete_port for 294cc879-798d-4e7b-a2ba-d60d693b939c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:37.276087 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.396412 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.420498 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Pushing event deleted for resources: {'Port': ['ID=294cc879-798d-4e7b-a2ba-d60d693b939c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:37.435131 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.435494 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.435838 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.436176 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.436510 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.436872 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.437205 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.437534 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.440815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.440815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.440815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.440815 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806140-1-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:53:37.600818 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491269'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:37.797389 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0b5acb97-738a-4788-8817-e051761ea661 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:37.816394 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b has already been hosted by L3 agent 707a6a28-7e18-4828-8cc7-9722d43129f8 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:53:37.817938 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 0b5acb97-738a-4788-8817-e051761ea661 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:37.818282 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 0b5acb97-738a-4788-8817-e051761ea661 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:37.919013 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] Notify agent at l3_agent.dv-cinder-806140-1-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:53:37.924596 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8cbf2940-acda-4846-8d60-508d27078216 admin admin] 10.222.0.15 "PUT /v2.0/routers/57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305329 Aug 26 12:53:37.927139 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:37.929913 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Sync routers for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:53:37.939097 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:37.939867 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:38.029560 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.042375 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: dv-cinder-806140-1-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:38.131393 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.215052 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'external_fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:53:37Z', 'revision_number': 5, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port': {'id': 'efc63a9c-872c-4ea5-bbfe-641a8f89b322', 'name': '', 'network_id': '1b3a155e-4f95-4da0-ace2-8ae9aa3a4551', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:46:47Z', 'updated_at': '2021-08-26T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43729878-bc8c-44a8-a636-9a362a8b4f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806140-1-iscsi'}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:38.244363 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Checking router: 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b for host: dv-cinder-806140-1-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:53:38.252565 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Routers {'57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'} bound to L3 agent in host dv-cinder-806140-1-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:53:38.253190 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:29:12Z,description=,heartbeat_timestamp=2021-08-26T12:53:12Z,host='dv-cinder-806140-1-iscsi',id=707a6a28-7e18-4828-8cc7-9722d43129f8,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:29:13Z,topic='l3_agent')) {'router_ids': ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:38.272826 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Deleting port efc63a9c-872c-4ea5-bbfe-641a8f89b322 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:38.273182 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.334485 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] Set router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:53:38.352107 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] For port efc63a9c-872c-4ea5-bbfe-641a8f89b322, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=efc63a9c-872c-4ea5-bbfe-641a8f89b322,segment=NetworkSegment(b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4),segment_id=b6fa0289-8a1a-45b5-aa1a-725ae1a8a0f4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:38.352464 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.364579 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Calling delete_port for efc63a9c-872c-4ea5-bbfe-641a8f89b322 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:38.387150 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:53:38Z', 'revision_number': 6, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port_host': None}], 'dv-cinder-806140-1-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:38.417243 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedf95f-aa8d-48b5-a1e7-bb3775aa03a8 None None] The sync data for ids ['57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b'] in dv-cinder-806140-1-iscsi is: [{'id': '57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b', 'name': 'tempest-TestVolumeBootPattern-1079953819-router', 'tenant_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:46:46Z', 'updated_at': '2021-08-26T12:53:38Z', 'revision_number': 6, 'project_id': 'ca2d9548571d4553b0d46a85c46e1d8b', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:53:38.613647 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5755974'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.637890 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Pushing event deleted for resources: {'Port': ['ID=efc63a9c-872c-4ea5-bbfe-641a8f89b322,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:38.702419 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489567'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.791450 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.793704 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.933368 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-476879'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.933942 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:53:38.942555 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:38.942555 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9c10c3de-62d1-4bc6-8770-b9ffd76e1bed admin admin] 10.222.0.15 "DELETE /v2.0/routers/57f4e1ea-c6ab-40e2-b9c2-f054a52fb24b HTTP/1.1" status: 204 len: 168 time: 1.0116575 Aug 26 12:53:38.942842 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:38.986651 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Deleting subnet 863e1d96-e4ce-43a8-adc2-14243fb86776 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:53:38.989775 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.023528 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4408456'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.100635 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1542834'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.219768 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1542845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5755925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4197739'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.247662 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863e1d96-e4ce-43a8-adc2-14243fb86776,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:39.249734 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.252761 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-582d5970-f39f-47b9-b74e-a34ab6e28247 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/863e1d96-e4ce-43a8-adc2-14243fb86776 HTTP/1.1" status: 204 len: 168 time: 0.3085005 Aug 26 12:53:39.255051 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c958f-bf24-4831-8715-5701bf5c6432 None None] Network 506af2f2-5d62-4c57-82e1-21200cd8db4c requested from dv-cinder-806140-1-iscsi {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:53:39.255552 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.15', 39802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:39.324325 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612386'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.385832 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Deleting port af6ae5a1-11bd-48b5-b92b-05addb07cc4c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:39.386172 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.442010 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ed68da5-0450-47af-b23b-5488bc3dcf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.444710 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] DHCP port deletion for 506af2f2-5d62-4c57-82e1-21200cd8db4c request from dv-cinder-806140-1-iscsi {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:53:39.470293 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] For port af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:39.470603 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.484573 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Calling delete_port for af6ae5a1-11bd-48b5-b92b-05addb07cc4c owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:39.494097 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Deleting port af6ae5a1-11bd-48b5-b92b-05addb07cc4c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:53:39.494474 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163416863'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.559471 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] For port af6ae5a1-11bd-48b5-b92b-05addb07cc4c, host dv-cinder-806140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806140-1-iscsi',level=0,port_id=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,segment=NetworkSegment(6f28bcc6-2fbc-43c2-b3e3-6718e5354270),segment_id=6f28bcc6-2fbc-43c2-b3e3-6718e5354270)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:53:39.559872 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-483358'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.572441 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Calling delete_port for af6ae5a1-11bd-48b5-b92b-05addb07cc4c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:53:39.636311 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4537698'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.645590 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163389983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162914344'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.664403 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:39.675488 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] Pushing event deleted for resources: {'Port': ['ID=af6ae5a1-11bd-48b5-b92b-05addb07cc4c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:39.675661 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] No DVR routers for this DVR port af6ae5a1-11bd-48b5-b92b-05addb07cc4c on host dv-cinder-806140-1-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:39.675769 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022124d8-d982-462e-836e-d88b3b2c9d8c None None] No DVR routers for this DVR port af6ae5a1-11bd-48b5-b92b-05addb07cc4c on host dv-cinder-806140-1-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:53:39.746040 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1471305', 'neutron.services.segments.db._delete_segments_for_network-8735163447278'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.752708 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device af6ae5a1-11bd-48b5-b92b-05addb07cc4c no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:39.756148 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506af2f2-5d62-4c57-82e1-21200cd8db4c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:39.767515 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f28bcc6-2fbc-43c2-b3e3-6718e5354270') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:39.767812 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f28bcc6-2fbc-43c2-b3e3-6718e5354270') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:53:39.776336 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: af6ae5a1-11bd-48b5-b92b-05addb07cc4c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:39.776689 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device af6ae5a1-11bd-48b5-b92b-05addb07cc4c not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:39.779204 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163447161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4537496'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.779328 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 294cc879-798d-4e7b-a2ba-d60d693b939c no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:39.791887 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.796620 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: 294cc879-798d-4e7b-a2ba-d60d693b939c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:39.796976 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device 294cc879-798d-4e7b-a2ba-d60d693b939c not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:39.797393 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device efc63a9c-872c-4ea5-bbfe-641a8f89b322 no longer exists at agent ovs-agent-dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:53:39.797970 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:53:39.798546 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4537687'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: timer() Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: cb(*args, **kw) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: self._notify() Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: self.callback(batched_events) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: event.method(event) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._get(url).json() Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:53:39.800184 dv-cinder-806140-1-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:53:39.818125 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] No Port match for: efc63a9c-872c-4ea5-bbfe-641a8f89b322 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:53:39.818364 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Device efc63a9c-872c-4ea5-bbfe-641a8f89b322 not bound to the agent host dv-cinder-806140-1-iscsi {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:53:39.933276 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1471280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489571'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.938432 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678968'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:39.943527 dv-cinder-806140-1-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/506af2f2-5d62-4c57-82e1-21200cd8db4c HTTP/1.1" status: 204 len: 168 time: 0.6848531 Aug 26 12:53:39.951936 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211e18-f8c8-40bd-baff-3023e2bd35e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=506af2f2-5d62-4c57-82e1-21200cd8db4c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:40.255328 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:40.294532 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-60bd269a-3cf5-44bc-b5d9-3b6daf76a826 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e73282803b647718c8083649fe1e006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380678 Aug 26 12:53:40.297027 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:40.347632 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:40.369012 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:40.497628 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:40.500079 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:40.501265 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/589f2b9a-e236-4fc9-b8ab-e2e5948d472e HTTP/1.1" status: 204 len: 168 time: 0.2033570 Aug 26 12:53:40.508919 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066eec29-d3f2-4c11-b021-4517cd5e7047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f2b9a-e236-4fc9-b8ab-e2e5948d472e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:41.176838 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:41.216493 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fdb155a1-f403-45e3-9e86-a13dc93d9957 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca2d9548571d4553b0d46a85c46e1d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383911 Aug 26 12:53:41.218912 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.15', 39816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:53:41.265366 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:41.285757 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:41.413618 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431640'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:41.416113 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:41.417306 dv-cinder-806140-1-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bb97fd4-932e-408f-b110-f0c88ad848ec HTTP/1.1" status: 204 len: 168 time: 0.1974804 Aug 26 12:53:41.425165 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380551d-b0c3-4cdd-89ab-96c7f1a0e2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb97fd4-932e-408f-b110-f0c88ad848ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:53:42.053561 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1272d237-211e-4e99-b37a-44664003e4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:42.166221 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:44.042011 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:45.441845 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:53:50.570639 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:54:07.281289 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:09.476288 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba69e-d813-45eb-9fc2-a0c8e0de2aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:12.070293 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-574175ba-a9ae-4071-bda9-f4c284c51076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:12.196066 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:14.028094 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:15.464330 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:27.569107 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:54:37.298553 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:39.453065 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c461cc1e-2abc-45e8-8a93-0ddbfc18e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:42.052641 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec99f4ba-5d5e-47b5-9869-90d4f8fa793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:42.161406 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:44.019215 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:54:45.441448 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:04.567620 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:55:07.309786 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:09.445004 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dde403b7-52a0-4cc3-ac17-f172088ad567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:12.041025 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c71ca42-4e52-429b-9a4d-d71318349717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:12.189691 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:14.035541 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:15.469417 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:37.292263 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:39.464096 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cde9f748-24d0-4d43-98df-338d0e3366ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:41.566144 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:55:42.040698 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51d32316-5028-4d8b-b29f-f1f377451bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:42.184103 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:44.018102 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:55:45.492156 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:04.561943 dv-cinder-806140-1-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-4f3c3939-e8b8-4c8b-91d1-f98226341fdb req-69c48809-80a0-4934-88d5-518b511d8104 service neutron] (94639) timed out ('10.222.0.15', 33076) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:56:04.750050 dv-cinder-806140-1-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-dc22a18e-358a-4224-b8ba-fe95f5b1e3bc req-cbec9a28-1673-4919-9bd7-bb57d1050855 service neutron] (94640) timed out ('10.222.0.65', 60295) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:56:07.306993 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:09.458351 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-200f25c7-2270-4623-b593-fa405083bd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:12.040575 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab060b89-1836-4779-820a-5044f49b9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:12.194931 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:14.027496 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:15.472585 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:18.564855 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:56:37.314691 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:39.446762 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4c45-00ea-4389-b771-b0e22597cb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:42.040371 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-524656fa-4347-47d2-88c3-383add12e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:42.171960 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:44.049045 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:45.483293 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:56:55.564045 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:57:07.334493 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:09.446362 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c252cb-d306-47ac-a052-35fb13e9c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:12.060083 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f344616-9a35-4266-a14b-0f59b79c3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:12.194650 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:14.051787 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:15.468763 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:32.562030 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:57:37.320196 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:39.480293 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4d55ee-2dd1-42bd-b5eb-e689a1befe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:42.071544 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c91d3730-5176-438a-90f1-19d84a6a14d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:42.191368 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:44.083043 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:57:45.462819 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:07.322597 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:09.465461 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58195e2a-e6ac-4f1a-b925-d7c6f263f584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:09.559892 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:58:12.042502 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cbb100b-06cc-4d5f-b866-e8a69051ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:12.211652 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:14.045651 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:15.525474 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:37.338920 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:39.462693 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b45c6118-0d20-4641-92fa-99d7cb682a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:42.045439 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d581d09-d06f-4026-b31d-89586dffaa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:42.217069 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9853310f-a820-445b-9f0a-73509e7b96a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:44.062609 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32739b5-bd46-4d65-8ac3-f214853cdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:45.459593 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b69d953a-8c51-4693-847c-5e034c33111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:58:46.558442 dv-cinder-806140-1-iscsi neutron-server[94642]: DEBUG neutron.db.agents_db [None req-1043e144-417c-4a90-913b-2f8d5a97d473 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:59:07.339146 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3577b7cc-8245-40a1-8884-8f2b6ace206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:59:09.470857 dv-cinder-806140-1-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5c80270-8b02-494b-9701-8bf9ea6e2fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163447260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472371'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}